19:30:19.269 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:30:19.269 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskTq1cKg/test-tmp
19:30:19.269 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
19:30:19.269 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskTq1cKg/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
19:30:19.271 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:30:19.627 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:30:19.627 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:30:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:19.629500 6489 mini_oidc.cc:152] Starting JWKS server
19:30:19.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:19.632313 6489 webserver.cc:460] Webserver started at http://127.0.0.1:37943/ using document root <none> and password file <none>
19:30:19.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:19.632578 6489 mini_oidc.cc:189] Starting OIDC Discovery server
19:30:19.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:19.633224 6489 webserver.cc:460] Webserver started at http://127.0.0.1:39017/ using document root <none> and password file <none>
19:30:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T19:30:19Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:30:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T19:30:19Z Disabled control of system clock
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:19.669261 6489 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/wal
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/data
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/logs
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/data/info.pb
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:30:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.126:36839
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.126
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37943/jwks.json
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
19:30:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
19:30:20.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.030736 6509 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:30:20.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.031062 6509 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:30:20.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.031149 6509 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:30:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.038796 6509 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:30:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.038977 6509 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
19:30:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.039026 6509 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:30:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.039078 6509 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:30:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.039116 6509 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:30:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.039175 6509 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:30:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.039216 6509 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37943/jwks.json
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.048950 6509 master_runner.cc:386] Master server non-default flags:
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/data
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/wal
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.126:36839
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37943/jwks.json
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/data/info.pb
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.126
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/logs
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:30:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:30:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:30:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:30:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:30:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:30:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:30:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:30:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.050349 6509 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:30:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.052264 6509 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:30:20.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.065093 6518 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:20.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.065418 6515 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:20.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.065291 6516 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:20.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.066759 6509 server_base.cc:1034] running on GCE node
19:30:20.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.067610 6509 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:30:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.069227 6509 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:30:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.070467 6509 hybrid_clock.cc:648] HybridClock initialized: now 1786390220070457 us; error 79 us; skew 500 ppm
19:30:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.070806 6509 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:30:20.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.079586 6509 webserver.cc:460] Webserver started at http://127.6.86.126:39543/ using document root <none> and password file <none>
19:30:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.080360 6509 fs_manager.cc:359] Metadata directory not provided
19:30:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.080463 6509 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:30:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.080826 6509 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:30:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.083655 6509 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/data/instance:
19:30:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53b8bbf42b084fa2a33e5b248edcead2"
19:30:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:20 on dist-test-slave-x5fp"
19:30:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.084448 6509 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/wal/instance:
19:30:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53b8bbf42b084fa2a33e5b248edcead2"
19:30:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:20 on dist-test-slave-x5fp"
19:30:20.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.090178 6509 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s
19:30:20.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.094111 6531 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:30:20.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.095649 6509 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.095811 6509 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/data,/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/wal
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53b8bbf42b084fa2a33e5b248edcead2"
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:20 on dist-test-slave-x5fp"
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.096009 6509 fs_report.cc:383] FS layout report
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/wal
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/wal
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/data/data
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:30:20.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:30:20.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.118883 6509 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:30:20.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.119751 6509 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:30:20.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.120004 6509 kserver.cc:163] Server-wide thread pool size limit: 3276
19:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.143360 6509 rpc_server.cc:307] RPC server started. Bound to: 127.6.86.126:36839
19:30:20.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.143427 6626 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.86.126:36839 every 8 connection(s)
19:30:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.144862 6509 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/data/info.pb
19:30:20.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.148869 6627 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:20.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.153640 6489 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu as pid 6509
19:30:20.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.153963 6489 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-0/wal/instance
19:30:20.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.155133 6627 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } has no permanent_uuid. Determining permanent_uuid...
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.156272 6489 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/wal
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/data
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/logs
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/data/info.pb
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.125:44901
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.125
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37943/jwks.json
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
19:30:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
19:30:20.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.174064 6627 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } has no permanent_uuid. Determining permanent_uuid...
19:30:20.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.175473 6533 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.86.125:44901: connect: Connection refused (error 111)
19:30:20.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.177410 6627 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.125:44901: Network error: Client connection negotiation failed: client connection to 127.6.86.125:44901: connect: Connection refused (error 111)
19:30:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.226881 6627 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } attempt: 1
19:30:20.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.229370 6627 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.125:44901: Network error: Client connection negotiation failed: client connection to 127.6.86.125:44901: connect: Connection refused (error 111)
19:30:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.297734 6627 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } attempt: 2
19:30:20.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.300339 6627 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.125:44901: Network error: Client connection negotiation failed: client connection to 127.6.86.125:44901: connect: Connection refused (error 111)
19:30:20.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.391688 6627 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } attempt: 3
19:30:20.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.394220 6627 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.125:44901: Network error: Client connection negotiation failed: client connection to 127.6.86.125:44901: connect: Connection refused (error 111)
19:30:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.520373 6634 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:30:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.520689 6634 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:30:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.520849 6634 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:30:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.528258 6634 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:30:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.528374 6634 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
19:30:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.528414 6634 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:30:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.528465 6634 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:30:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.528503 6634 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:30:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.528559 6634 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:30:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.528592 6634 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37943/jwks.json
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.537576 6627 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } attempt: 4
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.537919 6634 master_runner.cc:386] Master server non-default flags:
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/data
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/wal
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.125:44901
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37943/jwks.json
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/data/info.pb
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.125
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/logs
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:30:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.539666 6634 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:30:20.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.539834 6627 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.125:44901: Network error: Client connection negotiation failed: client connection to 127.6.86.125:44901: connect: Connection refused (error 111)
19:30:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.541695 6634 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:30:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.554698 6642 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.554806 6643 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.554890 6646 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.556448 6634 server_base.cc:1034] running on GCE node
19:30:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.557453 6634 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:30:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.559208 6634 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:30:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.560477 6634 hybrid_clock.cc:648] HybridClock initialized: now 1786390220560400 us; error 67 us; skew 500 ppm
19:30:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.560971 6634 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:30:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.563611 6634 webserver.cc:460] Webserver started at http://127.6.86.125:35439/ using document root <none> and password file <none>
19:30:20.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.564514 6634 fs_manager.cc:359] Metadata directory not provided
19:30:20.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.564651 6634 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:30:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.565049 6634 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:30:20.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.567878 6634 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/data/instance:
19:30:20.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b898d2af9a644f0a248e19320c13254"
19:30:20.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:20 on dist-test-slave-x5fp"
19:30:20.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.568868 6634 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/wal/instance:
19:30:20.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b898d2af9a644f0a248e19320c13254"
19:30:20.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:20 on dist-test-slave-x5fp"
19:30:20.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.574641 6634 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
19:30:20.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.578606 6654 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:30:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.580601 6634 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.000s
19:30:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.580864 6634 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/data,/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/wal
19:30:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b898d2af9a644f0a248e19320c13254"
19:30:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:20 on dist-test-slave-x5fp"
19:30:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.581178 6634 fs_report.cc:383] FS layout report
19:30:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:30:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/wal
19:30:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/wal
19:30:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/data/data
19:30:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:30:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:30:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:30:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:30:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:30:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:30:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:30:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:30:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:30:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:30:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:30:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.598711 6634 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:30:20.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.599826 6634 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:30:20.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.600188 6634 kserver.cc:163] Server-wide thread pool size limit: 3276
19:30:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.624979 6634 rpc_server.cc:307] RPC server started. Bound to: 127.6.86.125:44901
19:30:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.624953 6757 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.86.125:44901 every 8 connection(s)
19:30:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.626621 6634 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/data/info.pb
19:30:20.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.629905 6489 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu as pid 6634
19:30:20.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.630106 6489 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-1/wal/instance
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.630901 6758 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.631500 6489 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/wal
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/data
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/logs
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/data/info.pb
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:30:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.124:41495
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.124
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37943/jwks.json
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
19:30:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
19:30:20.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.639787 6758 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } has no permanent_uuid. Determining permanent_uuid...
19:30:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.655972 6758 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } has no permanent_uuid. Determining permanent_uuid...
19:30:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.667786 6758 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } has no permanent_uuid. Determining permanent_uuid...
19:30:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.669229 6660 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.671075 6758 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.124:41495: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:20.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.720463 6758 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } attempt: 1
19:30:20.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.722961 6758 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.124:41495: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:20.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.791258 6758 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } attempt: 2
19:30:20.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.793648 6758 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.124:41495: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:20.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.839143 6627 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } attempt: 5
19:30:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.846773 6627 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } has no permanent_uuid. Determining permanent_uuid...
19:30:20.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.849030 6627 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.124:41495: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.884915 6758 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } attempt: 3
19:30:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.887400 6758 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.124:41495: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.900312 6627 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } attempt: 1
19:30:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.902483 6627 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.124:41495: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:20.970793 6627 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } attempt: 2
19:30:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.973076 6627 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.124:41495: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:20.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.983852 6760 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:30:20.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.984171 6760 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:30:20.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.984258 6760 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:30:20.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.991904 6760 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:30:20.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.992017 6760 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
19:30:20.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.992053 6760 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:30:20.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.992102 6760 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:30:20.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.992139 6760 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:30:20.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.992199 6760 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:30:20.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:20.992233 6760 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37943/jwks.json
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.002367 6760 master_runner.cc:386] Master server non-default flags:
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/data
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/wal
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.124:41495
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37943/jwks.json
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/data/info.pb
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.124
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/logs
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:30:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.003793 6760 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:30:21.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.005744 6760 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:30:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:21.018102 6774 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:21.018158 6775 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:21.018188 6781 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.020076 6760 server_base.cc:1034] running on GCE node
19:30:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.021076 6760 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:30:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.022716 6760 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:30:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.023983 6760 hybrid_clock.cc:648] HybridClock initialized: now 1786390221023912 us; error 54 us; skew 500 ppm
19:30:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.024381 6760 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:30:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.026965 6760 webserver.cc:460] Webserver started at http://127.6.86.124:42195/ using document root <none> and password file <none>
19:30:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.027771 6760 fs_manager.cc:359] Metadata directory not provided
19:30:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.027915 6760 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:30:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.028260 6760 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:30:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.030663 6758 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } attempt: 4
19:30:21.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.031337 6760 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/data/instance:
19:30:21.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a"
19:30:21.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:21 on dist-test-slave-x5fp"
19:30:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.032433 6760 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/wal/instance:
19:30:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a"
19:30:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:21 on dist-test-slave-x5fp"
19:30:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:21.032804 6758 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.124:41495: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.038092 6760 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s
19:30:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.042026 6789 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:30:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.043536 6760 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.043758 6760 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/data,/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/wal
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a"
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:21 on dist-test-slave-x5fp"
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.044008 6760 fs_report.cc:383] FS layout report
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/wal
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/wal
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/data/data
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:30:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:30:21.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.079351 6627 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } attempt: 3
19:30:21.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:21.081674 6627 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.86.124:41495: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:21.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.082794 6760 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:30:21.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.083649 6760 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:30:21.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.083899 6760 kserver.cc:163] Server-wide thread pool size limit: 3276
19:30:21.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.108189 6760 rpc_server.cc:307] RPC server started. Bound to: 127.6.86.124:41495
19:30:21.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.108211 6890 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.86.124:41495 every 8 connection(s)
19:30:21.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.109580 6760 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/data/info.pb
19:30:21.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.113708 6893 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:21.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.114254 6489 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu as pid 6760
19:30:21.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.114418 6489 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/master-2/wal/instance
19:30:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.120132 6893 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } has no permanent_uuid. Determining permanent_uuid...
19:30:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.135419 6893 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } has no permanent_uuid. Determining permanent_uuid...
19:30:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.143225 6893 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } has no permanent_uuid. Determining permanent_uuid...
19:30:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.156862 6893 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a: Bootstrap starting.
19:30:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.160275 6893 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a: Neither blocks nor log segments found. Creating new log.
19:30:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.161377 6893 log.cc:824] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a: Log is configured to *not* fsync() on all Append() calls
19:30:21.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.163910 6893 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a: No bootstrap required, opened a new log
19:30:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.171976 6893 raft_consensus.cc:348] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.172320 6893 raft_consensus.cc:374] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.172400 6893 raft_consensus.cc:729] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fc940fce44fe4f1fab3c6cadc0e0db6a, State: Initialized, Role: FOLLOWER
19:30:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.173015 6893 consensus_queue.cc:260] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:21.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.173877 6910 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:21.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.174260 6910 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [sys.catalog]: This master's current role is: FOLLOWER
19:30:21.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.174830 6893 sys_catalog.cc:564] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [sys.catalog]: configured and running, proceeding with master startup.
19:30:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:21.188045 6927 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:30:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:21.188233 6927 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:30:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.188328 6910 raft_consensus.cc:482] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:30:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.188701 6910 raft_consensus.cc:504] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.190429 6910 leader_election.cc:288] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), 5b898d2af9a644f0a248e19320c13254 (127.6.86.125:44901)
19:30:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.182154 6760 master_runner.cc:186] Error getting master registration for 127.6.86.126:36839: OK, instance_id { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" instance_seqno: 1786390220137488 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:30:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.191819 6760 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:30:21.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.259029 6627 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } attempt: 4
19:30:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.272657 6627 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2: Bootstrap starting.
19:30:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.277128 6627 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2: Neither blocks nor log segments found. Creating new log.
19:30:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.278525 6627 log.cc:824] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2: Log is configured to *not* fsync() on all Append() calls
19:30:21.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.282037 6627 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2: No bootstrap required, opened a new log
19:30:21.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.293751 6627 raft_consensus.cc:348] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:21.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.294200 6627 raft_consensus.cc:374] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:21.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.294322 6627 raft_consensus.cc:729] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53b8bbf42b084fa2a33e5b248edcead2, State: Initialized, Role: FOLLOWER
19:30:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.295017 6627 consensus_queue.cc:260] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:21.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.296317 6931 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.296983 6931 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [sys.catalog]: This master's current role is: FOLLOWER
19:30:21.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.297817 6627 sys_catalog.cc:564] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [sys.catalog]: configured and running, proceeding with master startup.
19:30:21.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.297824 6570 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "53b8bbf42b084fa2a33e5b248edcead2" is_pre_election: true
19:30:21.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.298460 6570 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fc940fce44fe4f1fab3c6cadc0e0db6a in term 0.
19:30:21.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.299288 6790 leader_election.cc:302] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a; no voters:
19:30:21.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.300194 6910 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [term 0 FOLLOWER]: Leader pre-election won for term 1
19:30:21.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.300410 6910 raft_consensus.cc:482] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:30:21.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.300550 6910 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [term 0 FOLLOWER]: Advancing to term 1
19:30:21.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.305444 6910 raft_consensus.cc:504] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:21.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.307186 6570 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "53b8bbf42b084fa2a33e5b248edcead2"
19:30:21.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.307503 6570 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 0 FOLLOWER]: Advancing to term 1
19:30:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.312589 6910 leader_election.cc:288] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [CANDIDATE]: Term 1 election: Requested vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), 5b898d2af9a644f0a248e19320c13254 (127.6.86.125:44901)
19:30:21.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.313040 6570 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fc940fce44fe4f1fab3c6cadc0e0db6a in term 1.
19:30:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.313772 6790 leader_election.cc:302] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a; no voters:
19:30:21.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.316241 6910 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [term 1 FOLLOWER]: Leader election won for term 1
19:30:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.316969 6910 raft_consensus.cc:686] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [term 1 LEADER]: Becoming Leader. State: Replica: fc940fce44fe4f1fab3c6cadc0e0db6a, State: Running, Role: LEADER
19:30:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.318143 6910 consensus_queue.cc:237] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:21.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.326346 6910 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [sys.catalog]: SysCatalogTable state changed. Reason: New leader fc940fce44fe4f1fab3c6cadc0e0db6a. Latest consensus state: current_term: 1 leader_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.327965 6910 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [sys.catalog]: This master's current role is: LEADER
19:30:21.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.332046 6758 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } attempt: 5
19:30:21.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:21.337807 6799 tablet.cc:2369] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:30:21.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.341328 6938 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:30:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.344024 6938 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:30:21.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.351809 6758 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254: Bootstrap starting.
19:30:21.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.358426 6570 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 1 FOLLOWER]: Refusing update from remote peer fc940fce44fe4f1fab3c6cadc0e0db6a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:30:21.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.360203 6910 consensus_queue.cc:1035] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [LEADER]: Connected to new peer: Peer: permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:30:21.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.366596 6758 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254: Neither blocks nor log segments found. Creating new log.
19:30:21.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.371042 6758 log.cc:824] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254: Log is configured to *not* fsync() on all Append() calls
19:30:21.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:21.373055 6539 tablet.cc:2369] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:30:21.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.390550 6931 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fc940fce44fe4f1fab3c6cadc0e0db6a. Latest consensus state: current_term: 1 leader_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:21.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.390944 6931 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [sys.catalog]: This master's current role is: FOLLOWER
19:30:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.391654 6758 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254: No bootstrap required, opened a new log
19:30:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.407958 6936 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.408493 6936 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [sys.catalog]: This master's current role is: LEADER
19:30:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.409207 6950 mvcc.cc:205] Tried to move back new op lower bound from 7317054346669527040 to 7317054346531647488. Current Snapshot: MvccSnapshot[applied={T|T < 7317054346669527040}]
19:30:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.411110 6758 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.411654 6758 raft_consensus.cc:374] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.411811 6758 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5b898d2af9a644f0a248e19320c13254, State: Initialized, Role: FOLLOWER
19:30:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.413331 6758 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.416626 6938 catalog_manager.cc:1347] Generated new cluster ID: 12480c862fdd4dffac0bb8df7d0f8e1f
19:30:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.416824 6938 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:30:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.417872 6931 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.418139 6931 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [sys.catalog]: This master's current role is: FOLLOWER
19:30:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:21.419154 6954 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:30:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:21.419387 6954 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:30:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.421416 6959 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:21.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.421893 6959 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [sys.catalog]: This master's current role is: FOLLOWER
19:30:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.423870 6758 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [sys.catalog]: configured and running, proceeding with master startup.
19:30:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.424335 6693 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 0 FOLLOWER]: Advancing to term 1
19:30:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.427699 6693 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 1 FOLLOWER]: Refusing update from remote peer fc940fce44fe4f1fab3c6cadc0e0db6a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:30:21.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.428822 6694 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5b898d2af9a644f0a248e19320c13254"
19:30:21.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.432786 6697 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5b898d2af9a644f0a248e19320c13254" is_pre_election: true
19:30:21.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.433532 6694 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fc940fce44fe4f1fab3c6cadc0e0db6a in term 1.
19:30:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.433703 6910 consensus_queue.cc:1035] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [LEADER]: Connected to new peer: Peer: permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:30:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.446408 6938 catalog_manager.cc:1370] Generated new certificate authority record
19:30:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.422006 6509 master_runner.cc:186] Error getting master registration for 127.6.86.125:44901: OK, instance_id { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" instance_seqno: 1786390220619216 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:30:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.447561 6509 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:30:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.451265 6938 catalog_manager.cc:1504] Loading token signing keys...
19:30:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.462684 6936 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.463115 6936 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a [sys.catalog]: This master's current role is: LEADER
19:30:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.467939 6959 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fc940fce44fe4f1fab3c6cadc0e0db6a. Latest consensus state: current_term: 1 leader_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.469213 6959 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [sys.catalog]: This master's current role is: FOLLOWER
19:30:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.463498 6967 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.469465 6967 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [sys.catalog]: This master's current role is: FOLLOWER
19:30:21.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.491784 6938 catalog_manager.cc:5868] T 00000000000000000000000000000000 P fc940fce44fe4f1fab3c6cadc0e0db6a: Generated new TSK 0
19:30:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.498351 6938 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:30:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.529377 6980 catalog_manager.cc:1259] Loaded cluster ID: 12480c862fdd4dffac0bb8df7d0f8e1f
19:30:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.529752 6980 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254: loading cluster ID for follower catalog manager: success
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.532045 6489 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/wal
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/data
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/logs
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/data/info.pb
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:30:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.65:0
19:30:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.86.65
19:30:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.65
19:30:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:30:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:30:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
19:30:21.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.534668 6980 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254: acquiring CA information for follower catalog manager: success
19:30:21.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:21.538076 6980 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:30:22.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.031983 6983 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:30:22.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.032384 6983 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:30:22.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.032554 6983 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:30:22.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.040691 6983 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:30:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.040963 6983 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
19:30:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.041025 6983 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
19:30:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.041095 6983 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
19:30:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.041216 6983 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.86.65
19:30:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.052218 6983 tablet_server_runner.cc:78] Tablet server non-default flags:
19:30:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/data
19:30:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/wal
19:30:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.65:0
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/data/info.pb
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.65
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.86.65
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/logs
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:30:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:30:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.054412 6983 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:30:22.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.056437 6983 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:30:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.074755 6992 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.074765 6991 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.079957 6996 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.081053 6983 server_base.cc:1034] running on GCE node
19:30:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.081950 6983 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:30:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.083235 6983 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:30:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.084591 6983 hybrid_clock.cc:648] HybridClock initialized: now 1786390222084490 us; error 90 us; skew 500 ppm
19:30:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.085160 6983 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:30:22.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.088542 6983 webserver.cc:460] Webserver started at http://127.6.86.65:33617/ using document root <none> and password file <none>
19:30:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.089375 6983 fs_manager.cc:359] Metadata directory not provided
19:30:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.089516 6983 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:30:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.089862 6983 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:30:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.093050 6983 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/data/instance:
19:30:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b318d599ebd4eb3977974c3022d09ba"
19:30:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:22 on dist-test-slave-x5fp"
19:30:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.094107 6983 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/wal/instance:
19:30:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b318d599ebd4eb3977974c3022d09ba"
19:30:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:22 on dist-test-slave-x5fp"
19:30:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.100582 6983 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
19:30:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.104974 7005 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:30:22.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.106705 6983 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.106920 6983 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/data,/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/wal
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b318d599ebd4eb3977974c3022d09ba"
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:22 on dist-test-slave-x5fp"
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.107185 6983 fs_report.cc:383] FS layout report
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/wal
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/wal
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/data/data
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:30:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:30:22.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:30:22.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:30:22.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:30:22.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:30:22.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:30:22.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:30:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.129755 6983 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:30:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.130837 6983 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:30:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.131170 6983 kserver.cc:163] Server-wide thread pool size limit: 3276
19:30:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.134366 6983 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:30:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.134490 6983 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:30:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.134634 6983 ts_tablet_manager.cc:610] Registered 0 tablets
19:30:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.134706 6983 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:30:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.204526 6983 rpc_server.cc:307] RPC server started. Bound to: 127.6.86.65:32883
19:30:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.204578 7216 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.86.65:32883 every 8 connection(s)
19:30:22.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.205900 6983 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/data/info.pb
19:30:22.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.208617 7219 heartbeater.cc:347] Connected to a master server at 127.6.86.126:36839
19:30:22.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.209194 7219 heartbeater.cc:464] Registering TS with master...
19:30:22.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.210042 6489 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu as pid 6983
19:30:22.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.210297 6489 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-0/wal/instance
19:30:22.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.210307 7219 heartbeater.cc:511] Master 127.6.86.126:36839 requested a full tablet report, sending...
19:30:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.213495 6552 ts_manager.cc:194] Registered new tserver with Master: 7b318d599ebd4eb3977974c3022d09ba (127.6.86.65:32883)
19:30:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.219573 6489 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/wal
19:30:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/data
19:30:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:30:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/logs
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/data/info.pb
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.66:0
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.86.66
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.66
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:30:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:30:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
19:30:22.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.225451 7220 heartbeater.cc:347] Connected to a master server at 127.6.86.124:41495
19:30:22.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.225630 7220 heartbeater.cc:464] Registering TS with master...
19:30:22.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.226114 7220 heartbeater.cc:511] Master 127.6.86.124:41495 requested a full tablet report, sending...
19:30:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.227897 6818 ts_manager.cc:194] Registered new tserver with Master: 7b318d599ebd4eb3977974c3022d09ba (127.6.86.65:32883)
19:30:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.229982 6818 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.86.65:49555
19:30:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.232057 7221 heartbeater.cc:347] Connected to a master server at 127.6.86.125:44901
19:30:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.232192 7221 heartbeater.cc:464] Registering TS with master...
19:30:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.232522 7221 heartbeater.cc:511] Master 127.6.86.125:44901 requested a full tablet report, sending...
19:30:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.234064 6680 ts_manager.cc:194] Registered new tserver with Master: 7b318d599ebd4eb3977974c3022d09ba (127.6.86.65:32883)
19:30:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.421960 6954 catalog_manager.cc:1259] Loaded cluster ID: 12480c862fdd4dffac0bb8df7d0f8e1f
19:30:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.422086 6954 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2: loading cluster ID for follower catalog manager: success
19:30:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.425693 6954 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2: acquiring CA information for follower catalog manager: success
19:30:22.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.428516 6954 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:30:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.580379 7224 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:30:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.580695 7224 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:30:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.580870 7224 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:30:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.588543 7224 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:30:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.588698 7224 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
19:30:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.588799 7224 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
19:30:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.588851 7224 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
19:30:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.588919 7224 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.86.66
19:30:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.598608 7224 tablet_server_runner.cc:78] Tablet server non-default flags:
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/data
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/wal
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.66:0
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/data/info.pb
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.66
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.86.66
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/logs
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:30:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:30:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:30:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:30:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:30:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:30:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:30:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:30:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:30:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.600054 7224 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:30:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.602027 7224 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:30:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.617082 7230 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.617038 7231 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:22.617107 7234 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.618629 7224 server_base.cc:1034] running on GCE node
19:30:22.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.619336 7224 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:30:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.620483 7224 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:30:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.621794 7224 hybrid_clock.cc:648] HybridClock initialized: now 1786390222621719 us; error 55 us; skew 500 ppm
19:30:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.622232 7224 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:30:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.625151 7224 webserver.cc:460] Webserver started at http://127.6.86.66:33009/ using document root <none> and password file <none>
19:30:22.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.626186 7224 fs_manager.cc:359] Metadata directory not provided
19:30:22.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.626288 7224 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:30:22.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.626590 7224 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:30:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.629882 7224 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/data/instance:
19:30:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b59fe06b5bb4bb895b2ab599c63bd46"
19:30:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:22 on dist-test-slave-x5fp"
19:30:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.630733 7224 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/wal/instance:
19:30:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b59fe06b5bb4bb895b2ab599c63bd46"
19:30:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:22 on dist-test-slave-x5fp"
19:30:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.636703 7224 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
19:30:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.640697 7242 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:30:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.642387 7224 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
19:30:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.642544 7224 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/data,/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/wal
19:30:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b59fe06b5bb4bb895b2ab599c63bd46"
19:30:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:22 on dist-test-slave-x5fp"
19:30:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.642741 7224 fs_report.cc:383] FS layout report
19:30:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:30:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/wal
19:30:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/wal
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/data/data
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:30:22.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:30:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.661463 7224 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:30:22.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.662341 7224 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:30:22.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.662628 7224 kserver.cc:163] Server-wide thread pool size limit: 3276
19:30:22.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.665930 7224 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:30:22.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.666237 7224 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
19:30:22.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.666497 7224 ts_tablet_manager.cc:610] Registered 0 tablets
19:30:22.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.666589 7224 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:30:22.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.734468 7224 rpc_server.cc:307] RPC server started. Bound to: 127.6.86.66:43333
19:30:22.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.734493 7453 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.86.66:43333 every 8 connection(s)
19:30:22.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.735755 7224 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/data/info.pb
19:30:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.738335 6489 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu as pid 7224
19:30:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.738518 6489 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-1/wal/instance
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.743269 6489 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/wal
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/data
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/logs
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/data/info.pb
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:30:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.67:0
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.86.67
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.67
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:30:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
19:30:22.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.742290 7454 heartbeater.cc:347] Connected to a master server at 127.6.86.126:36839
19:30:22.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.750139 7454 heartbeater.cc:464] Registering TS with master...
19:30:22.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.750734 7455 heartbeater.cc:347] Connected to a master server at 127.6.86.124:41495
19:30:22.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.750880 7455 heartbeater.cc:464] Registering TS with master...
19:30:22.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.751250 7454 heartbeater.cc:511] Master 127.6.86.126:36839 requested a full tablet report, sending...
19:30:22.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.751365 7455 heartbeater.cc:511] Master 127.6.86.124:41495 requested a full tablet report, sending...
19:30:22.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.753012 6818 ts_manager.cc:194] Registered new tserver with Master: 2b59fe06b5bb4bb895b2ab599c63bd46 (127.6.86.66:43333)
19:30:22.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.753986 6818 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.86.66:43327
19:30:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.755436 6550 ts_manager.cc:194] Registered new tserver with Master: 2b59fe06b5bb4bb895b2ab599c63bd46 (127.6.86.66:43333)
19:30:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.756892 7456 heartbeater.cc:347] Connected to a master server at 127.6.86.125:44901
19:30:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.757040 7456 heartbeater.cc:464] Registering TS with master...
19:30:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.757429 7456 heartbeater.cc:511] Master 127.6.86.125:44901 requested a full tablet report, sending...
19:30:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:22.758731 6680 ts_manager.cc:194] Registered new tserver with Master: 2b59fe06b5bb4bb895b2ab599c63bd46 (127.6.86.66:43333)
19:30:23.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.110771 7461 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:30:23.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.111094 7461 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:30:23.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.111261 7461 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:30:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.119354 7461 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:30:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.119526 7461 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
19:30:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.119568 7461 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
19:30:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.119613 7461 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
19:30:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.119680 7461 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.86.67
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.129948 7461 tablet_server_runner.cc:78] Tablet server non-default flags:
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.86.84:41731
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/data
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/wal
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.86.67:0
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/data/info.pb
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.86.67
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.86.67
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/logs
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:30:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:30:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 10 Aug 2026 18:32:41 UTC on ccycloud.quasar-qrrker.root.comops.site
19:30:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4578684
19:30:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:30:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.131382 7461 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:30:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.133365 7461 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:30:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.149999 7476 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.150892 7481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.151472 7477 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:30:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.151816 7461 server_base.cc:1034] running on GCE node
19:30:23.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.152489 7461 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:30:23.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.153698 7461 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:30:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.155076 7461 hybrid_clock.cc:648] HybridClock initialized: now 1786390223155020 us; error 47 us; skew 500 ppm
19:30:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.155453 7461 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:30:23.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.158418 7461 webserver.cc:460] Webserver started at http://127.6.86.67:42009/ using document root <none> and password file <none>
19:30:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.159133 7461 fs_manager.cc:359] Metadata directory not provided
19:30:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.159228 7461 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:30:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.159518 7461 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:30:23.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.162446 7461 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/data/instance:
19:30:23.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d44734b404a746f5a2fdda7d58f72676"
19:30:23.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:23 on dist-test-slave-x5fp"
19:30:23.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.163194 7461 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/wal/instance:
19:30:23.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d44734b404a746f5a2fdda7d58f72676"
19:30:23.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:23 on dist-test-slave-x5fp"
19:30:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.168915 7461 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.005s
19:30:23.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.172696 7490 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:30:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.174407 7461 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
19:30:23.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.174738 7461 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/data,/tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/wal
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d44734b404a746f5a2fdda7d58f72676"
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-10 19:30:23 on dist-test-slave-x5fp"
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.174958 7461 fs_report.cc:383] FS layout report
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/wal
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/wal
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/data/data
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:30:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:30:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.203945 7461 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:30:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.205086 7461 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:30:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.205451 7461 kserver.cc:163] Server-wide thread pool size limit: 3276
19:30:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.209146 7461 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:30:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.209252 7461 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:30:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.209372 7461 ts_tablet_manager.cc:610] Registered 0 tablets
19:30:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.209450 7461 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:30:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.233491 7220 heartbeater.cc:503] Master 127.6.86.124:41495 was elected leader, sending a full tablet report...
19:30:23.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.292236 7461 rpc_server.cc:307] RPC server started. Bound to: 127.6.86.67:44411
19:30:23.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.292239 7678 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.86.67:44411 every 8 connection(s)
19:30:23.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.293678 7461 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/data/info.pb
19:30:23.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.298317 6489 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu as pid 7461
19:30:23.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.298583 6489 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTq1cKg/test-tmp/mini-kudu-cluster7278434544016818897/ts-2/wal/instance
19:30:23.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.308845 7682 heartbeater.cc:347] Connected to a master server at 127.6.86.126:36839
19:30:23.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.309652 7682 heartbeater.cc:464] Registering TS with master...
19:30:23.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.311062 7682 heartbeater.cc:511] Master 127.6.86.126:36839 requested a full tablet report, sending...
19:30:23.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.314288 6550 ts_manager.cc:194] Registered new tserver with Master: d44734b404a746f5a2fdda7d58f72676 (127.6.86.67:44411)
19:30:23.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.314486 7683 heartbeater.cc:347] Connected to a master server at 127.6.86.124:41495
19:30:23.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.314630 7683 heartbeater.cc:464] Registering TS with master...
19:30:23.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.315065 7683 heartbeater.cc:511] Master 127.6.86.124:41495 requested a full tablet report, sending...
19:30:23.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.316147 6818 ts_manager.cc:194] Registered new tserver with Master: d44734b404a746f5a2fdda7d58f72676 (127.6.86.67:44411)
19:30:23.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.317574 6818 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.86.67:33025
19:30:23.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.319051 7686 heartbeater.cc:347] Connected to a master server at 127.6.86.125:44901
19:30:23.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.319195 7686 heartbeater.cc:464] Registering TS with master...
19:30:23.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.319641 7686 heartbeater.cc:511] Master 127.6.86.125:44901 requested a full tablet report, sending...
19:30:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.320947 6680 ts_manager.cc:194] Registered new tserver with Master: d44734b404a746f5a2fdda7d58f72676 (127.6.86.67:44411)
19:30:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.323658 6489 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:30:23.325 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:30:23.325 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:30:23.326 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.86.126"
port: 36839
}
bound_http_address {
host: "127.6.86.126"
port: 39543
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.86.125"
port: 44901
}
bound_http_address {
host: "127.6.86.125"
port: 35439
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.86.124"
port: 41495
}
bound_http_address {
host: "127.6.86.124"
port: 42195
}
}
}
19:30:23.327 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:30:23.327 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.6.86.65"
port: 32883
}
bound_http_address {
host: "127.6.86.65"
port: 33617
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.6.86.66"
port: 43333
}
bound_http_address {
host: "127.6.86.66"
port: 33009
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.6.86.67"
port: 44411
}
bound_http_address {
host: "127.6.86.67"
port: 42009
}
}
}
19:30:23.327 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:30:23.330 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:30:23.332 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:23.333 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:23.333 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.86.125:44901(127.6.86.125:44901)] connecting to peer
19:30:23.335 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.86.124:41495(127.6.86.124:41495)] Successfully connected to peer
19:30:23.336 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.86.126:36839(127.6.86.126:36839)] Successfully connected to peer
19:30:23.337 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.86.124
19:30:23.338 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.86.125:44901(127.6.86.125:44901)] Successfully connected to peer
19:30:23.339 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.86.126
19:30:23.352 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe7ab0bc2, L:/127.0.0.1:59014 - R:/127.6.86.124:41495] using SASL/PLAIN
19:30:23.354 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.86.125
19:30:23.356 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
19:30:23.357 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=25), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: OK, deferred=null) after lookup
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.359658 6818 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59014:
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.362241 6818 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:30:23.372 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x05900fa7, L:/127.0.0.1:44294 - R:/127.6.86.126:36839] using SASL/PLAIN
19:30:23.376 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x634b1406, L:/127.0.0.1:55612 - R:/127.6.86.125:44901] using SASL/PLAIN
19:30:23.391 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c3eb9f4fbdca4fc989136c1077ac57eb
19:30:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.437129 7100 tablet_service.cc:1467] Processing CreateTablet for tablet 76947c0733fb4cd090822ea462d6e8a4 (DEFAULT_TABLE table=txn_manager_fallback [id=c3eb9f4fbdca4fc989136c1077ac57eb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
19:30:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.437069 7348 tablet_service.cc:1467] Processing CreateTablet for tablet 171a958cd75e4d6bb0fc2e86224ffb74 (DEFAULT_TABLE table=txn_manager_fallback [id=c3eb9f4fbdca4fc989136c1077ac57eb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
19:30:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.437095 7108 tablet_service.cc:1467] Processing CreateTablet for tablet 171a958cd75e4d6bb0fc2e86224ffb74 (DEFAULT_TABLE table=txn_manager_fallback [id=c3eb9f4fbdca4fc989136c1077ac57eb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
19:30:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.437558 7584 tablet_service.cc:1467] Processing CreateTablet for tablet 76947c0733fb4cd090822ea462d6e8a4 (DEFAULT_TABLE table=txn_manager_fallback [id=c3eb9f4fbdca4fc989136c1077ac57eb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
19:30:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.438994 7108 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 171a958cd75e4d6bb0fc2e86224ffb74. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.439009 7584 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76947c0733fb4cd090822ea462d6e8a4. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.439131 7348 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 171a958cd75e4d6bb0fc2e86224ffb74. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.439486 7100 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76947c0733fb4cd090822ea462d6e8a4. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.441480 7345 tablet_service.cc:1467] Processing CreateTablet for tablet 76947c0733fb4cd090822ea462d6e8a4 (DEFAULT_TABLE table=txn_manager_fallback [id=c3eb9f4fbdca4fc989136c1077ac57eb]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
19:30:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.442008 7345 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76947c0733fb4cd090822ea462d6e8a4. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.443015 7585 tablet_service.cc:1467] Processing CreateTablet for tablet 171a958cd75e4d6bb0fc2e86224ffb74 (DEFAULT_TABLE table=txn_manager_fallback [id=c3eb9f4fbdca4fc989136c1077ac57eb]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
19:30:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.443583 7585 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 171a958cd75e4d6bb0fc2e86224ffb74. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.464259 7730 tablet_bootstrap.cc:492] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba: Bootstrap starting.
19:30:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.467279 7732 tablet_bootstrap.cc:492] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676: Bootstrap starting.
19:30:23.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.468945 7730 tablet_bootstrap.cc:654] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba: Neither blocks nor log segments found. Creating new log.
19:30:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.470623 7730 log.cc:824] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba: Log is configured to *not* fsync() on all Append() calls
19:30:23.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.470964 7731 tablet_bootstrap.cc:492] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46: Bootstrap starting.
19:30:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.474161 7730 tablet_bootstrap.cc:492] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba: No bootstrap required, opened a new log
19:30:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.474488 7730 ts_tablet_manager.cc:1397] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba: Time spent bootstrapping tablet: real 0.011s user 0.001s sys 0.007s
19:30:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.478148 7732 tablet_bootstrap.cc:654] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676: Neither blocks nor log segments found. Creating new log.
19:30:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.478461 7731 tablet_bootstrap.cc:654] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46: Neither blocks nor log segments found. Creating new log.
19:30:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.479820 7732 log.cc:824] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676: Log is configured to *not* fsync() on all Append() calls
19:30:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.479876 7731 log.cc:824] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46: Log is configured to *not* fsync() on all Append() calls
19:30:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.489738 7732 tablet_bootstrap.cc:492] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676: No bootstrap required, opened a new log
19:30:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.490278 7732 ts_tablet_manager.cc:1397] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676: Time spent bootstrapping tablet: real 0.023s user 0.006s sys 0.009s
19:30:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.490594 7730 raft_consensus.cc:348] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.491245 7730 raft_consensus.cc:374] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.491374 7730 raft_consensus.cc:729] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b318d599ebd4eb3977974c3022d09ba, State: Initialized, Role: FOLLOWER
19:30:23.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.492228 7730 consensus_queue.cc:260] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.496244 7731 tablet_bootstrap.cc:492] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46: No bootstrap required, opened a new log
19:30:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.496579 7731 ts_tablet_manager.cc:1397] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46: Time spent bootstrapping tablet: real 0.026s user 0.005s sys 0.010s
19:30:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.497859 7730 ts_tablet_manager.cc:1428] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba: Time spent starting tablet: real 0.023s user 0.007s sys 0.012s
19:30:23.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.500373 7730 tablet_bootstrap.cc:492] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba: Bootstrap starting.
19:30:23.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.503973 7730 tablet_bootstrap.cc:654] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba: Neither blocks nor log segments found. Creating new log.
19:30:23.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.503655 7732 raft_consensus.cc:348] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } }
19:30:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.504186 7732 raft_consensus.cc:374] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.504308 7732 raft_consensus.cc:729] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d44734b404a746f5a2fdda7d58f72676, State: Initialized, Role: FOLLOWER
19:30:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.505194 7732 consensus_queue.cc:260] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } }
19:30:23.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.508785 7730 tablet_bootstrap.cc:492] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba: No bootstrap required, opened a new log
19:30:23.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.508950 7730 ts_tablet_manager.cc:1397] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.000s
19:30:23.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.508643 7731 raft_consensus.cc:348] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.509199 7731 raft_consensus.cc:374] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:23.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.509290 7731 raft_consensus.cc:729] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b59fe06b5bb4bb895b2ab599c63bd46, State: Initialized, Role: FOLLOWER
19:30:23.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.509788 7730 raft_consensus.cc:348] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } }
19:30:23.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.510041 7730 raft_consensus.cc:374] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.510136 7730 raft_consensus.cc:729] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b318d599ebd4eb3977974c3022d09ba, State: Initialized, Role: FOLLOWER
19:30:23.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.510113 7731 consensus_queue.cc:260] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.510392 7730 consensus_queue.cc:260] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } }
19:30:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.511096 7732 ts_tablet_manager.cc:1428] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676: Time spent starting tablet: real 0.021s user 0.015s sys 0.000s
19:30:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.511374 7683 heartbeater.cc:503] Master 127.6.86.124:41495 was elected leader, sending a full tablet report...
19:30:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.512391 7730 ts_tablet_manager.cc:1428] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
19:30:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.513258 7455 heartbeater.cc:503] Master 127.6.86.124:41495 was elected leader, sending a full tablet report...
19:30:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.516001 7731 ts_tablet_manager.cc:1428] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46: Time spent starting tablet: real 0.019s user 0.011s sys 0.006s
19:30:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.516453 7731 tablet_bootstrap.cc:492] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46: Bootstrap starting.
19:30:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.519078 7731 tablet_bootstrap.cc:654] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46: Neither blocks nor log segments found. Creating new log.
19:30:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.520839 7732 tablet_bootstrap.cc:492] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676: Bootstrap starting.
19:30:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.522013 7731 tablet_bootstrap.cc:492] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46: No bootstrap required, opened a new log
19:30:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.522125 7731 ts_tablet_manager.cc:1397] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.004s
19:30:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.522656 7732 tablet_bootstrap.cc:654] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676: Neither blocks nor log segments found. Creating new log.
19:30:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.522683 7731 raft_consensus.cc:348] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } }
19:30:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.522842 7731 raft_consensus.cc:374] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.522913 7731 raft_consensus.cc:729] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b59fe06b5bb4bb895b2ab599c63bd46, State: Initialized, Role: FOLLOWER
19:30:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.523147 7731 consensus_queue.cc:260] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } }
19:30:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.524219 7731 ts_tablet_manager.cc:1428] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
19:30:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.531982 7732 tablet_bootstrap.cc:492] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676: No bootstrap required, opened a new log
19:30:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.532193 7732 ts_tablet_manager.cc:1397] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
19:30:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.533170 7732 raft_consensus.cc:348] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.533427 7732 raft_consensus.cc:374] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.533563 7732 raft_consensus.cc:729] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d44734b404a746f5a2fdda7d58f72676, State: Initialized, Role: FOLLOWER
19:30:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.533819 7732 consensus_queue.cc:260] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.534286 7737 raft_consensus.cc:482] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:30:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.534633 7732 ts_tablet_manager.cc:1428] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
19:30:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.534705 7737 raft_consensus.cc:504] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } }
19:30:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.536968 7737 leader_election.cc:288] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d44734b404a746f5a2fdda7d58f72676 (127.6.86.67:44411), 2b59fe06b5bb4bb895b2ab599c63bd46 (127.6.86.66:43333)
19:30:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.546667 7379 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "171a958cd75e4d6bb0fc2e86224ffb74" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" is_pre_election: true
19:30:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.547392 7379 raft_consensus.cc:2454] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 0.
19:30:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.548139 7013 leader_election.cc:302] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b59fe06b5bb4bb895b2ab599c63bd46, 7b318d599ebd4eb3977974c3022d09ba; no voters:
19:30:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.548249 7615 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "171a958cd75e4d6bb0fc2e86224ffb74" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d44734b404a746f5a2fdda7d58f72676" is_pre_election: true
19:30:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.548772 7737 raft_consensus.cc:2781] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Leader pre-election won for term 1
19:30:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.548854 7615 raft_consensus.cc:2454] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 0.
19:30:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.549045 7737 raft_consensus.cc:482] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:30:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.549196 7737 raft_consensus.cc:3037] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Advancing to term 1
19:30:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.551549 7737 raft_consensus.cc:504] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } }
19:30:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.552330 7737 leader_election.cc:288] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 election: Requested vote from peers d44734b404a746f5a2fdda7d58f72676 (127.6.86.67:44411), 2b59fe06b5bb4bb895b2ab599c63bd46 (127.6.86.66:43333)
19:30:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.552909 7615 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "171a958cd75e4d6bb0fc2e86224ffb74" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d44734b404a746f5a2fdda7d58f72676"
19:30:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.553049 7379 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "171a958cd75e4d6bb0fc2e86224ffb74" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46"
19:30:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.553228 7379 raft_consensus.cc:3037] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Advancing to term 1
19:30:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.553179 7688 tablet.cc:2369] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:30:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.553175 7615 raft_consensus.cc:3037] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Advancing to term 1
19:30:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.555788 7379 raft_consensus.cc:2454] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 1.
19:30:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.556142 7615 raft_consensus.cc:2454] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 1.
19:30:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.556295 7013 leader_election.cc:302] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b59fe06b5bb4bb895b2ab599c63bd46, 7b318d599ebd4eb3977974c3022d09ba; no voters:
19:30:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.556681 7737 raft_consensus.cc:2781] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [term 1 FOLLOWER]: Leader election won for term 1
19:30:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.557305 7737 raft_consensus.cc:686] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [term 1 LEADER]: Becoming Leader. State: Replica: 7b318d599ebd4eb3977974c3022d09ba, State: Running, Role: LEADER
19:30:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.557938 7737 consensus_queue.cc:237] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } }
19:30:23.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.562050 7737 raft_consensus.cc:482] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:30:23.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.562248 7737 raft_consensus.cc:504] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.563284 7737 leader_election.cc:288] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b59fe06b5bb4bb895b2ab599c63bd46 (127.6.86.66:43333), d44734b404a746f5a2fdda7d58f72676 (127.6.86.67:44411)
19:30:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.563241 6818 catalog_manager.cc:5495] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba reported cstate change: term changed from 0 to 1, leader changed from <none> to 7b318d599ebd4eb3977974c3022d09ba (127.6.86.65). New cstate: current_term: 1 leader_uuid: "7b318d599ebd4eb3977974c3022d09ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } health_report { overall_health: UNKNOWN } } }
19:30:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.563719 7615 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76947c0733fb4cd090822ea462d6e8a4" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d44734b404a746f5a2fdda7d58f72676" is_pre_election: true
19:30:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.564002 7615 raft_consensus.cc:2454] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 0.
19:30:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.563931 7379 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76947c0733fb4cd090822ea462d6e8a4" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" is_pre_election: true
19:30:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.564194 7379 raft_consensus.cc:2454] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 0.
19:30:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.564519 7006 leader_election.cc:302] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b318d599ebd4eb3977974c3022d09ba, d44734b404a746f5a2fdda7d58f72676; no voters:
19:30:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.564976 7737 raft_consensus.cc:2781] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Leader pre-election won for term 1
19:30:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.565073 7737 raft_consensus.cc:482] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:30:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.565156 7737 raft_consensus.cc:3037] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Advancing to term 1
19:30:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.567971 7737 raft_consensus.cc:504] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.569088 7737 leader_election.cc:288] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 election: Requested vote from peers 2b59fe06b5bb4bb895b2ab599c63bd46 (127.6.86.66:43333), d44734b404a746f5a2fdda7d58f72676 (127.6.86.67:44411)
19:30:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.569515 7615 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76947c0733fb4cd090822ea462d6e8a4" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d44734b404a746f5a2fdda7d58f72676"
19:30:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.569773 7615 raft_consensus.cc:3037] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Advancing to term 1
19:30:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.572295 7615 raft_consensus.cc:2454] T 76947c0733fb4cd090822ea462d6e8a4 P d44734b404a746f5a2fdda7d58f72676 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 1.
19:30:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.572822 7006 leader_election.cc:302] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b318d599ebd4eb3977974c3022d09ba, d44734b404a746f5a2fdda7d58f72676; no voters:
19:30:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.572809 7379 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76947c0733fb4cd090822ea462d6e8a4" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46"
19:30:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.573067 7379 raft_consensus.cc:3037] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Advancing to term 1
19:30:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.573437 7737 raft_consensus.cc:2781] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [term 1 FOLLOWER]: Leader election won for term 1
19:30:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.573635 7737 raft_consensus.cc:686] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [term 1 LEADER]: Becoming Leader. State: Replica: 7b318d599ebd4eb3977974c3022d09ba, State: Running, Role: LEADER
19:30:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.573951 7737 consensus_queue.cc:237] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.575542 7379 raft_consensus.cc:2454] T 76947c0733fb4cd090822ea462d6e8a4 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 1.
19:30:23.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.576987 6818 catalog_manager.cc:5495] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba reported cstate change: term changed from 0 to 1, leader changed from <none> to 7b318d599ebd4eb3977974c3022d09ba (127.6.86.65). New cstate: current_term: 1 leader_uuid: "7b318d599ebd4eb3977974c3022d09ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } health_report { overall_health: UNKNOWN } } }
19:30:23.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.676425 6818 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59026:
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
19:30:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.677685 6818 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:30:23.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.691517 7108 tablet_service.cc:1467] Processing CreateTablet for tablet c64f625989c64c7dabe97b83b0fc496c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4e826c4778004d118234cb0cf9bafcbb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
19:30:23.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.691517 7348 tablet_service.cc:1467] Processing CreateTablet for tablet c64f625989c64c7dabe97b83b0fc496c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4e826c4778004d118234cb0cf9bafcbb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
19:30:23.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.692655 7108 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c64f625989c64c7dabe97b83b0fc496c. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:23.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.692655 7348 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c64f625989c64c7dabe97b83b0fc496c. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:23.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.693158 7585 tablet_service.cc:1467] Processing CreateTablet for tablet c64f625989c64c7dabe97b83b0fc496c (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=4e826c4778004d118234cb0cf9bafcbb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
19:30:23.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.694000 7585 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c64f625989c64c7dabe97b83b0fc496c. 1 dirs total, 0 dirs full, 0 dirs failed
19:30:23.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.699826 7732 tablet_bootstrap.cc:492] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676: Bootstrap starting.
19:30:23.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.700019 7730 tablet_bootstrap.cc:492] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: Bootstrap starting.
19:30:23.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.700258 7731 tablet_bootstrap.cc:492] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46: Bootstrap starting.
19:30:23.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.701846 7732 tablet_bootstrap.cc:654] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676: Neither blocks nor log segments found. Creating new log.
19:30:23.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.701846 7730 tablet_bootstrap.cc:654] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: Neither blocks nor log segments found. Creating new log.
19:30:23.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.702147 7731 tablet_bootstrap.cc:654] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46: Neither blocks nor log segments found. Creating new log.
19:30:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.711027 7730 tablet_bootstrap.cc:492] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: No bootstrap required, opened a new log
19:30:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.711247 7730 ts_tablet_manager.cc:1397] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: Time spent bootstrapping tablet: real 0.011s user 0.003s sys 0.006s
19:30:23.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.711567 7731 tablet_bootstrap.cc:492] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46: No bootstrap required, opened a new log
19:30:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.711908 7732 tablet_bootstrap.cc:492] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676: No bootstrap required, opened a new log
19:30:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.711987 7731 ts_tablet_manager.cc:1397] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46: Time spent bootstrapping tablet: real 0.012s user 0.008s sys 0.003s
19:30:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.712091 7732 ts_tablet_manager.cc:1397] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676: Time spent bootstrapping tablet: real 0.012s user 0.005s sys 0.006s
19:30:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.712113 7730 raft_consensus.cc:348] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.712474 7730 raft_consensus.cc:374] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.712572 7730 raft_consensus.cc:729] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b318d599ebd4eb3977974c3022d09ba, State: Initialized, Role: FOLLOWER
19:30:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.712867 7730 consensus_queue.cc:260] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.712942 7732 raft_consensus.cc:348] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.713171 7732 raft_consensus.cc:374] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.713025 7731 raft_consensus.cc:348] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.713244 7732 raft_consensus.cc:729] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d44734b404a746f5a2fdda7d58f72676, State: Initialized, Role: FOLLOWER
19:30:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.713335 7731 raft_consensus.cc:374] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:30:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.713430 7731 raft_consensus.cc:729] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b59fe06b5bb4bb895b2ab599c63bd46, State: Initialized, Role: FOLLOWER
19:30:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.713397 7737 tablet_replica.cc:439] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } }
19:30:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.713529 7732 consensus_queue.cc:260] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.713708 7737 tablet_replica.cc:442] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: This TxnStatusTablet replica's current role is: FOLLOWER
19:30:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.713793 7731 consensus_queue.cc:260] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.713989 7740 tablet_replica.cc:439] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } }
19:30:23.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.714370 7740 tablet_replica.cc:442] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676: This TxnStatusTablet replica's current role is: FOLLOWER
19:30:23.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.714355 7742 tablet_replica.cc:439] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } }
19:30:23.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.714810 7742 tablet_replica.cc:442] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46: This TxnStatusTablet replica's current role is: FOLLOWER
19:30:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.715777 7730 ts_tablet_manager.cc:1428] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s
19:30:23.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.718052 7732 ts_tablet_manager.cc:1428] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
19:30:23.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.725158 7222 tablet.cc:2369] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:30:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.726583 7731 ts_tablet_manager.cc:1428] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46: Time spent starting tablet: real 0.014s user 0.002s sys 0.000s
19:30:23.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:23.740609 7458 tablet.cc:2369] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:30:23.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.745617 7737 raft_consensus.cc:482] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:30:23.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.745822 7737 raft_consensus.cc:504] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.746671 7737 leader_election.cc:288] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2b59fe06b5bb4bb895b2ab599c63bd46 (127.6.86.66:43333), d44734b404a746f5a2fdda7d58f72676 (127.6.86.67:44411)
19:30:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.747288 7379 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c64f625989c64c7dabe97b83b0fc496c" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" is_pre_election: true
19:30:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.747567 7615 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c64f625989c64c7dabe97b83b0fc496c" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d44734b404a746f5a2fdda7d58f72676" is_pre_election: true
19:30:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.747668 7379 raft_consensus.cc:2454] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 0.
19:30:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.747839 7615 raft_consensus.cc:2454] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 0.
19:30:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.748219 7013 leader_election.cc:302] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b59fe06b5bb4bb895b2ab599c63bd46, 7b318d599ebd4eb3977974c3022d09ba; no voters:
19:30:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.748766 7737 raft_consensus.cc:2781] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Leader pre-election won for term 1
19:30:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.748915 7737 raft_consensus.cc:482] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:30:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.749003 7737 raft_consensus.cc:3037] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [term 0 FOLLOWER]: Advancing to term 1
19:30:23.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.751904 7737 raft_consensus.cc:504] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.752627 7737 leader_election.cc:288] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 election: Requested vote from peers 2b59fe06b5bb4bb895b2ab599c63bd46 (127.6.86.66:43333), d44734b404a746f5a2fdda7d58f72676 (127.6.86.67:44411)
19:30:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.753341 7379 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c64f625989c64c7dabe97b83b0fc496c" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46"
19:30:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.753350 7615 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c64f625989c64c7dabe97b83b0fc496c" candidate_uuid: "7b318d599ebd4eb3977974c3022d09ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d44734b404a746f5a2fdda7d58f72676"
19:30:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.753571 7615 raft_consensus.cc:3037] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676 [term 0 FOLLOWER]: Advancing to term 1
19:30:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.753579 7379 raft_consensus.cc:3037] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 0 FOLLOWER]: Advancing to term 1
19:30:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.756166 7615 raft_consensus.cc:2454] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 1.
19:30:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.756407 7379 raft_consensus.cc:2454] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b318d599ebd4eb3977974c3022d09ba in term 1.
19:30:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.756709 7006 leader_election.cc:302] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b318d599ebd4eb3977974c3022d09ba, d44734b404a746f5a2fdda7d58f72676; no voters:
19:30:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.757117 7737 raft_consensus.cc:2781] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [term 1 FOLLOWER]: Leader election won for term 1
19:30:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.757300 7737 raft_consensus.cc:686] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [term 1 LEADER]: Becoming Leader. State: Replica: 7b318d599ebd4eb3977974c3022d09ba, State: Running, Role: LEADER
19:30:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.757869 7737 consensus_queue.cc:237] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } }
19:30:23.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.759666 7749 tablet_replica.cc:439] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: TxnStatusTablet state changed. Reason: New leader 7b318d599ebd4eb3977974c3022d09ba. Latest consensus state: current_term: 1 leader_uuid: "7b318d599ebd4eb3977974c3022d09ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } }
19:30:23.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.760082 7749 tablet_replica.cc:442] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: This TxnStatusTablet replica's current role is: LEADER
19:30:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.761014 7766 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
19:30:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.761456 7766 txn_status_manager.cc:929] Loading transaction status metadata into memory...
19:30:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.761943 6815 catalog_manager.cc:5495] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba reported cstate change: term changed from 0 to 1, leader changed from <none> to 7b318d599ebd4eb3977974c3022d09ba (127.6.86.65). New cstate: current_term: 1 leader_uuid: "7b318d599ebd4eb3977974c3022d09ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } health_report { overall_health: UNKNOWN } } }
19:30:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.797231 7379 raft_consensus.cc:1261] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 1 FOLLOWER]: Refusing update from remote peer 7b318d599ebd4eb3977974c3022d09ba: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:30:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.797231 7615 raft_consensus.cc:1261] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676 [term 1 FOLLOWER]: Refusing update from remote peer 7b318d599ebd4eb3977974c3022d09ba: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:30:23.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.798378 7749 consensus_queue.cc:1035] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:30:23.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.798797 7737 consensus_queue.cc:1035] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:30:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.812443 7740 tablet_replica.cc:439] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676: TxnStatusTablet state changed. Reason: New leader 7b318d599ebd4eb3977974c3022d09ba. Latest consensus state: current_term: 1 leader_uuid: "7b318d599ebd4eb3977974c3022d09ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } }
19:30:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.812938 7740 tablet_replica.cc:442] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676: This TxnStatusTablet replica's current role is: FOLLOWER
19:30:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.817835 7769 mvcc.cc:205] Tried to move back new op lower bound from 7317054356662341632 to 7317054356514848768. Current Snapshot: MvccSnapshot[applied={T|T < 7317054356662341632}]
19:30:23.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.824517 7742 tablet_replica.cc:439] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46: TxnStatusTablet state changed. Reason: New leader 7b318d599ebd4eb3977974c3022d09ba. Latest consensus state: current_term: 1 leader_uuid: "7b318d599ebd4eb3977974c3022d09ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } }
19:30:23.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.824906 7742 tablet_replica.cc:442] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46: This TxnStatusTablet replica's current role is: FOLLOWER
19:30:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.830331 7740 tablet_replica.cc:439] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7b318d599ebd4eb3977974c3022d09ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } }
19:30:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.830696 7740 tablet_replica.cc:442] T c64f625989c64c7dabe97b83b0fc496c P d44734b404a746f5a2fdda7d58f72676: This TxnStatusTablet replica's current role is: FOLLOWER
19:30:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.830677 7749 tablet_replica.cc:439] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7b318d599ebd4eb3977974c3022d09ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } }
19:30:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.830996 7749 tablet_replica.cc:442] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: This TxnStatusTablet replica's current role is: LEADER
19:30:23.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.840132 7749 tablet_replica.cc:439] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7b318d599ebd4eb3977974c3022d09ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } }
19:30:23.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.840517 7749 tablet_replica.cc:442] T c64f625989c64c7dabe97b83b0fc496c P 7b318d599ebd4eb3977974c3022d09ba: This TxnStatusTablet replica's current role is: LEADER
19:30:23.843 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
19:30:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.845314 7771 mvcc.cc:205] Tried to move back new op lower bound from 7317054356662341632 to 7317054356514848768. Current Snapshot: MvccSnapshot[applied={T|T < 7317054356662341632}]
19:30:23.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c3eb9f4fbdca4fc989136c1077ac57eb
19:30:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.847901 7742 tablet_replica.cc:439] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7b318d599ebd4eb3977974c3022d09ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b318d599ebd4eb3977974c3022d09ba" member_type: VOTER last_known_addr { host: "127.6.86.65" port: 32883 } } peers { permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 } } peers { permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 } } }
19:30:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.848186 7742 tablet_replica.cc:442] T c64f625989c64c7dabe97b83b0fc496c P 2b59fe06b5bb4bb895b2ab599c63bd46: This TxnStatusTablet replica's current role is: FOLLOWER
19:30:23.852 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 171a958cd75e4d6bb0fc2e86224ffb74 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
19:30:23.852 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 76947c0733fb4cd090822ea462d6e8a4 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
19:30:23.853 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=171a958cd75e4d6bb0fc2e86224ffb74@[2b59fe06b5bb4bb895b2ab599c63bd46(127.6.86.66:43333),7b318d599ebd4eb3977974c3022d09ba(127.6.86.65:32883)[L],d44734b404a746f5a2fdda7d58f72676(127.6.86.67:44411)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=76947c0733fb4cd090822ea462d6e8a4@[2b59fe06b5bb4bb895b2ab599c63bd46(127.6.86.66:43333),7b318d599ebd4eb3977974c3022d09ba(127.6.86.65:32883)[L],d44734b404a746f5a2fdda7d58f72676(127.6.86.67:44411)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
19:30:23.853 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.86.124:41495, [4ms] Sub RPC GetTableLocations: received response from server master-127.6.86.124:41495: OK, deferred=null) after lookup
19:30:23.854 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7b318d599ebd4eb3977974c3022d09ba(127.6.86.65:32883)] connecting to peer
19:30:23.854 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 7b318d599ebd4eb3977974c3022d09ba(127.6.86.65:32883)] Successfully connected to peer
19:30:23.870 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x509a6c69, L:/127.0.0.1:44120 - R:/127.6.86.65:32883] using TOKEN/null
19:30:23.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.917137 7615 raft_consensus.cc:1261] T 171a958cd75e4d6bb0fc2e86224ffb74 P d44734b404a746f5a2fdda7d58f72676 [term 1 FOLLOWER]: Refusing update from remote peer 7b318d599ebd4eb3977974c3022d09ba: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:30:23.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.917917 7377 raft_consensus.cc:1261] T 171a958cd75e4d6bb0fc2e86224ffb74 P 2b59fe06b5bb4bb895b2ab599c63bd46 [term 1 FOLLOWER]: Refusing update from remote peer 7b318d599ebd4eb3977974c3022d09ba: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:30:23.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.918922 7749 consensus_queue.cc:1035] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:30:23.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.919687 7788 consensus_queue.cc:1035] T 171a958cd75e4d6bb0fc2e86224ffb74 P 7b318d599ebd4eb3977974c3022d09ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:30:23.951 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.86.124:41495
19:30:23.951 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:30:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.952788 6489 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu pid 6760
19:30:23.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:23.954231 6884 generic_service.cc:196] Checking for leaks (request via RPC)
19:30:24.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.020424 7749 consensus_queue.cc:1035] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b59fe06b5bb4bb895b2ab599c63bd46" member_type: VOTER last_known_addr { host: "127.6.86.66" port: 43333 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:30:24.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.033792 7787 consensus_queue.cc:1035] T 76947c0733fb4cd090822ea462d6e8a4 P 7b318d599ebd4eb3977974c3022d09ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "d44734b404a746f5a2fdda7d58f72676" member_type: VOTER last_known_addr { host: "127.6.86.67" port: 44411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:30:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.179070 6489 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu with pid 6760
19:30:24.215 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.86.124:41495(127.6.86.124:41495)] handling channelInactive
19:30:24.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state READY due to: connection closed
19:30:24.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:30:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:24.218204 7455 heartbeater.cc:644] Failed to heartbeat to 127.6.86.124:41495 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.6.86.124:41495 (error 108)
19:30:24.355 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:24.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.358 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.6.86.124:41495(127.6.86.124:41495) for tablet Kudu Master: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:24.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:24.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:24.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:24.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:24.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:24.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:24.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:24.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:24.437757 7220 heartbeater.cc:644] Failed to heartbeat to 127.6.86.124:41495 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:24.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:24.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:24.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:24.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.475993 7799 raft_consensus.cc:482] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader fc940fce44fe4f1fab3c6cadc0e0db6a)
19:30:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.476572 7799 raft_consensus.cc:504] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.476840 7801 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader fc940fce44fe4f1fab3c6cadc0e0db6a)
19:30:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.477073 7801 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.478545 7799 leader_election.cc:288] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5b898d2af9a644f0a248e19320c13254 (127.6.86.125:44901), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:24.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.478739 6694 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "53b8bbf42b084fa2a33e5b248edcead2" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5b898d2af9a644f0a248e19320c13254" is_pre_election: true
19:30:24.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.479055 6694 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 53b8bbf42b084fa2a33e5b248edcead2 in term 1.
19:30:24.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.479645 6533 leader_election.cc:302] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 53b8bbf42b084fa2a33e5b248edcead2, 5b898d2af9a644f0a248e19320c13254; no voters:
19:30:24.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.479084 7801 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:24.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.480515 7799 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 1 FOLLOWER]: Leader pre-election won for term 2
19:30:24.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.480834 7799 raft_consensus.cc:482] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 1 FOLLOWER]: Starting leader election (detected failure of leader fc940fce44fe4f1fab3c6cadc0e0db6a)
19:30:24.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.481101 7799 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 1 FOLLOWER]: Advancing to term 2
19:30:24.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.485096 7799 raft_consensus.cc:504] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:24.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.487051 7799 leader_election.cc:288] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [CANDIDATE]: Term 2 election: Requested vote from peers 5b898d2af9a644f0a248e19320c13254 (127.6.86.125:44901), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:24.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.486958 6694 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "53b8bbf42b084fa2a33e5b248edcead2" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5b898d2af9a644f0a248e19320c13254"
19:30:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.487223 6694 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 1 FOLLOWER]: Advancing to term 2
19:30:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.491786 6694 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 53b8bbf42b084fa2a33e5b248edcead2 in term 2.
19:30:24.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.492564 6533 leader_election.cc:302] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 53b8bbf42b084fa2a33e5b248edcead2, 5b898d2af9a644f0a248e19320c13254; no voters:
19:30:24.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.492785 6570 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5b898d2af9a644f0a248e19320c13254" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "53b8bbf42b084fa2a33e5b248edcead2" is_pre_election: true
19:30:24.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.493086 6570 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5b898d2af9a644f0a248e19320c13254 in current term 2: Already voted for candidate 53b8bbf42b084fa2a33e5b248edcead2 in this term.
19:30:24.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:24.493507 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:24.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.493534 7799 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 2 FOLLOWER]: Leader election won for term 2
19:30:24.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.494529 7799 raft_consensus.cc:686] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [term 2 LEADER]: Becoming Leader. State: Replica: 53b8bbf42b084fa2a33e5b248edcead2, State: Running, Role: LEADER
19:30:24.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.495090 7799 consensus_queue.cc:237] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:24.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.495234 6658 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:30:24.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.495877 7801 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:30:24.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:24.496660 6535 leader_election.cc:334] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:24.497171 6535 leader_election.cc:334] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.497292 7808 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 53b8bbf42b084fa2a33e5b248edcead2. Latest consensus state: current_term: 2 leader_uuid: "53b8bbf42b084fa2a33e5b248edcead2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.497639 7808 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [sys.catalog]: This master's current role is: LEADER
19:30:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.498389 7809 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:30:24.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.500914 7809 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=4e826c4778004d118234cb0cf9bafcbb]
19:30:24.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.501430 7809 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=c3eb9f4fbdca4fc989136c1077ac57eb]
19:30:24.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.503162 7809 tablet_loader.cc:96] loaded metadata for tablet 171a958cd75e4d6bb0fc2e86224ffb74 (table txn_manager_fallback [id=c3eb9f4fbdca4fc989136c1077ac57eb])
19:30:24.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.503546 7809 tablet_loader.cc:96] loaded metadata for tablet 76947c0733fb4cd090822ea462d6e8a4 (table txn_manager_fallback [id=c3eb9f4fbdca4fc989136c1077ac57eb])
19:30:24.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.503844 7809 tablet_loader.cc:96] loaded metadata for tablet c64f625989c64c7dabe97b83b0fc496c (table kudu_system.kudu_transactions [id=4e826c4778004d118234cb0cf9bafcbb])
19:30:24.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.504065 7809 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:30:24.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.504951 7809 catalog_manager.cc:1259] Loaded cluster ID: 12480c862fdd4dffac0bb8df7d0f8e1f
19:30:24.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.505034 7809 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:30:24.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.506142 7809 catalog_manager.cc:1504] Loading token signing keys...
19:30:24.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.506964 7809 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2: Loaded TSK: 0
19:30:24.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.507790 7809 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:30:24.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:24.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:24.576 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
19:30:24.577 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] sending RPC to server master-127.6.86.124:41495, [5ms] received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [18ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, deferred=Deferred@272445505(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1505124087@22c4f140 -> (continuation of Deferred@249308078 after retry RPC after error@1095250851) -> (continuation of Deferred@940489971 after retry RPC after error@1027937347) -> (continuation of Deferred@1391169814 after retry RPC after error@1379825091) -> (continuation of Deferred@521839187 after retry RPC after error@174607103) -> (continuation of Deferred@75831685 after retry RPC after error@624223419) -> (continuation of Deferred@1878446708 after retry RPC after error@654394055), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1851220273@b643e93 -> (continuation of Deferred@249308078 after retry RPC after error@1095250851) -> (continuation of Deferred@940489971 after retry RPC after error@1027937347) -> (continuation of Deferred@1391169814 after retry RPC after error@1379825091) -> (continuation of Deferred@521839187 after retry RPC after error@174607103) -> (continuation of Deferred@75831685 after retry RPC after error@624223419) -> (continuation of Deferred@1878446708 after retry RPC after error@654394055))) after lookup
19:30:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:24.605367 6605 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:44294 (request call id 8) took 26 ms (client timeout 25 ms). Trace:
19:30:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:24.605688 6605 rpcz_store.cc:269] 0810 19:30:24.579251 (+ 0us) service_pool.cc:170] Inserting onto call queue
19:30:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:30:24.579370 (+ 119us) service_pool.cc:227] Handling call
19:30:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0810 19:30:24.605235 (+ 25865us) inbound_call.cc:173] Queueing success response
19:30:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":623,"thread_start_us":2391,"threads_started":5}
19:30:24.612 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.6.86.124:41495, [5ms] received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [18ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [78ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: OK, [225ms] sending RPC to server master-127.6.86.126:36839, deferred=Deferred@272445505(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1505124087@22c4f140 -> (continuation of Deferred@249308078 after retry RPC after error@1095250851) -> (continuation of Deferred@940489971 after retry RPC after error@1027937347) -> (continuation of Deferred@1391169814 after retry RPC after error@1379825091) -> (continuation of Deferred@521839187 after retry RPC after error@174607103) -> (continuation of Deferred@75831685 after retry RPC after error@624223419) -> (continuation of Deferred@1878446708 after retry RPC after error@654394055) -> (continuation of Deferred@225410866 after retry RPC@372835843), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1851220273@b643e93 -> (continuation of Deferred@249308078 after retry RPC after error@1095250851) -> (continuation of Deferred@940489971 after retry RPC after error@1027937347) -> (continuation of Deferred@1391169814 after retry RPC after error@1379825091) -> (continuation of Deferred@521839187 after retry RPC after error@174607103) -> (continuation of Deferred@75831685 after retry RPC after error@624223419) -> (continuation of Deferred@1878446708 after retry RPC after error@654394055) -> (continuation of Deferred@225410866 after retry RPC@372835843)))
19:30:24.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:24.617786 6535 consensus_peers.cc:487] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 -> Peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Couldn't send request to peer fc940fce44fe4f1fab3c6cadc0e0db6a. Status: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:30:24.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.627628 6694 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Refusing update from remote peer 53b8bbf42b084fa2a33e5b248edcead2: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
19:30:24.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.628999 7808 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
19:30:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.631367 7801 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 53b8bbf42b084fa2a33e5b248edcead2. Latest consensus state: current_term: 2 leader_uuid: "53b8bbf42b084fa2a33e5b248edcead2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.631690 7801 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [sys.catalog]: This master's current role is: FOLLOWER
19:30:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.648366 7808 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "53b8bbf42b084fa2a33e5b248edcead2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1820675358918972 + 9221551361495863320 cannot be represented in type 'long'
19:30:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.649017 7808 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 [sys.catalog]: This master's current role is: LEADER
19:30:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.651291 7801 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "53b8bbf42b084fa2a33e5b248edcead2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } } }
19:30:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.651588 7801 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [sys.catalog]: This master's current role is: FOLLOWER
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:24.668323 6549 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44316:
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:30:24.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
19:30:24.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:24.674428 6549 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:30:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:25.103327 6535 consensus_peers.cc:487] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 -> Peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Couldn't send request to peer fc940fce44fe4f1fab3c6cadc0e0db6a. Status: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
19:30:25.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:25.179167 7683 heartbeater.cc:644] Failed to heartbeat to 127.6.86.124:41495 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:25.194427 6535 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111) [suppressed 16 similar messages]
19:30:25.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:25.623672 6535 consensus_peers.cc:487] T 00000000000000000000000000000000 P 53b8bbf42b084fa2a33e5b248edcead2 -> Peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Couldn't send request to peer fc940fce44fe4f1fab3c6cadc0e0db6a. Status: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
19:30:25.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7fd4c92ed538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
19:30:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
19:30:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.044871 7454 heartbeater.cc:503] Master 127.6.86.126:36839 was elected leader, sending a full tablet report...
19:30:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.050724 7682 heartbeater.cc:503] Master 127.6.86.126:36839 was elected leader, sending a full tablet report...
19:30:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7fd4dc35dbe2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
19:30:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7fd4dc34e7d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
19:30:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7fd4dc4a316b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
19:30:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7fd4dc4a3d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
19:30:26.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7fd4dc4a89cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
19:30:26.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7fd4d6559cc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
19:30:26.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7fd4d65599f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
19:30:26.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7fd4cfeca9be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
19:30:26.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7fd4cfec979e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
19:30:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7fd4cfecfb25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
19:30:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7fd4cfed054f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
19:30:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7fd4cfed0378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
19:30:26.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
19:30:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7fd4c93b2eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
19:30:26.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7fd4cc68c6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
19:30:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7fd4c562261e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
19:30:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:30:26.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
19:30:26.211 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.86.126:36839(127.6.86.126:36839)] handling channelInactive
19:30:26.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state READY due to: connection closed
19:30:26.211 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.6.86.126:36839(127.6.86.126:36839) for tablet Kudu Master: connection closed
19:30:26.218 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.219 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.232 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:26.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.253 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.313 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.331 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.335 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.375582 7849 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:30:26.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.375816 7849 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:26.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.376559 7849 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:26.377796 6660 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:30:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:26.379323 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:30:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:26.379518 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.379698 6660 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:30:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.379998 7849 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:30:26.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.393 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.441109 7219 heartbeater.cc:503] Master 127.6.86.126:36839 was elected leader, sending a full tablet report...
19:30:26.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.453 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.473 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [67ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [185ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [224ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@280373088(state=PENDING, result=null, callback=(continuation of Deferred@187463735 after retry RPC after error@1489427263) -> (continuation of Deferred@140407859 after retry RPC after error@695390079) -> (continuation of Deferred@1106765734 after retry RPC after error@797365124) -> (continuation of Deferred@1409467819 after retry RPC after error@1807020387) -> (continuation of Deferred@360771940 after retry RPC after error@209918627) -> (continuation of Deferred@1324263685 after retry RPC after error@43873874) -> (continuation of Deferred@277130420 after retry RPC after error@80148997), errback=(continuation of Deferred@187463735 after retry RPC after error@1489427263) -> (continuation of Deferred@140407859 after retry RPC after error@695390079) -> (continuation of Deferred@1106765734 after retry RPC after error@797365124) -> (continuation of Deferred@1409467819 after retry RPC after error@1807020387) -> (continuation of Deferred@360771940 after retry RPC after error@209918627) -> (continuation of Deferred@1324263685 after retry RPC after error@43873874) -> (continuation of Deferred@277130420 after retry RPC after error@80148997)))
19:30:26.496 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [67ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [185ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [224ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@280373088(state=PENDING, result=null, callback=(continuation of Deferred@187463735 after retry RPC after error@1489427263) -> (continuation of Deferred@140407859 after retry RPC after error@695390079) -> (continuation of Deferred@1106765734 after retry RPC after error@797365124) -> (continuation of Deferred@1409467819 after retry RPC after error@1807020387) -> (continuation of Deferred@360771940 after retry RPC after error@209918627) -> (continuation of Deferred@1324263685 after retry RPC after error@43873874) -> (continuation of Deferred@277130420 after retry RPC after error@80148997), errback=(continuation of Deferred@187463735 after retry RPC after error@1489427263) -> (continuation of Deferred@140407859 after retry RPC after error@695390079) -> (continuation of Deferred@1106765734 after retry RPC after error@797365124) -> (continuation of Deferred@1409467819 after retry RPC after error@1807020387) -> (continuation of Deferred@360771940 after retry RPC after error@209918627) -> (continuation of Deferred@1324263685 after retry RPC after error@43873874) -> (continuation of Deferred@277130420 after retry RPC after error@80148997)))
19:30:26.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.633 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.693 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.693 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.697 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1749873672(state=PENDING, result=null, callback=(continuation of Deferred@1540079445 after retry RPC after error@318344353) -> (continuation of Deferred@209397116 after retry RPC after error@51932239) -> (continuation of Deferred@86985326 after retry RPC after error@1533891310) -> (continuation of Deferred@241753146 after retry RPC after error@1322427308) -> (continuation of Deferred@835841058 after retry RPC after error@10105556) -> (continuation of Deferred@1222354929 after retry RPC after error@332374661), errback=(continuation of Deferred@1540079445 after retry RPC after error@318344353) -> (continuation of Deferred@209397116 after retry RPC after error@51932239) -> (continuation of Deferred@86985326 after retry RPC after error@1533891310) -> (continuation of Deferred@241753146 after retry RPC after error@1322427308) -> (continuation of Deferred@835841058 after retry RPC after error@10105556) -> (continuation of Deferred@1222354929 after retry RPC after error@332374661)))
19:30:26.697 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1749873672(state=PENDING, result=null, callback=(continuation of Deferred@1540079445 after retry RPC after error@318344353) -> (continuation of Deferred@209397116 after retry RPC after error@51932239) -> (continuation of Deferred@86985326 after retry RPC after error@1533891310) -> (continuation of Deferred@241753146 after retry RPC after error@1322427308) -> (continuation of Deferred@835841058 after retry RPC after error@10105556) -> (continuation of Deferred@1222354929 after retry RPC after error@332374661), errback=(continuation of Deferred@1540079445 after retry RPC after error@318344353) -> (continuation of Deferred@209397116 after retry RPC after error@51932239) -> (continuation of Deferred@86985326 after retry RPC after error@1533891310) -> (continuation of Deferred@241753146 after retry RPC after error@1322427308) -> (continuation of Deferred@835841058 after retry RPC after error@10105556) -> (continuation of Deferred@1222354929 after retry RPC after error@332374661)))
19:30:26.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.713 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.733 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.753316 7849 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:30:26.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.753609 7849 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:26.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.754480 7849 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:26.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:26.756553 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:30:26.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:26.756834 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.756997 6660 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:30:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.757505 7849 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:30:26.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.853 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:26.901942 7017 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.135s from last keepalive heartbeat (effective timeout is 1.000s)
19:30:26.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:26.903998 7097 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.86.124:41495)
19:30:26.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1081077415(state=PENDING, result=null, callback=(continuation of Deferred@1153010440 after retry RPC after error@1216789291) -> (continuation of Deferred@393024822 after retry RPC after error@684252074) -> (continuation of Deferred@539092080 after retry RPC after error@1560497340) -> (continuation of Deferred@582497935 after retry RPC after error@1279507705) -> (continuation of Deferred@1676596069 after retry RPC after error@609158408) -> (continuation of Deferred@1193296704 after retry RPC after error@383097641) -> (continuation of Deferred@53811053 after retry RPC after error@1594762566), errback=(continuation of Deferred@1153010440 after retry RPC after error@1216789291) -> (continuation of Deferred@393024822 after retry RPC after error@684252074) -> (continuation of Deferred@539092080 after retry RPC after error@1560497340) -> (continuation of Deferred@582497935 after retry RPC after error@1279507705) -> (continuation of Deferred@1676596069 after retry RPC after error@609158408) -> (continuation of Deferred@1193296704 after retry RPC after error@383097641) -> (continuation of Deferred@53811053 after retry RPC after error@1594762566)))
19:30:26.937 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1081077415(state=PENDING, result=null, callback=(continuation of Deferred@1153010440 after retry RPC after error@1216789291) -> (continuation of Deferred@393024822 after retry RPC after error@684252074) -> (continuation of Deferred@539092080 after retry RPC after error@1560497340) -> (continuation of Deferred@582497935 after retry RPC after error@1279507705) -> (continuation of Deferred@1676596069 after retry RPC after error@609158408) -> (continuation of Deferred@1193296704 after retry RPC after error@383097641) -> (continuation of Deferred@53811053 after retry RPC after error@1594762566), errback=(continuation of Deferred@1153010440 after retry RPC after error@1216789291) -> (continuation of Deferred@393024822 after retry RPC after error@684252074) -> (continuation of Deferred@539092080 after retry RPC after error@1560497340) -> (continuation of Deferred@582497935 after retry RPC after error@1279507705) -> (continuation of Deferred@1676596069 after retry RPC after error@609158408) -> (continuation of Deferred@1193296704 after retry RPC after error@383097641) -> (continuation of Deferred@53811053 after retry RPC after error@1594762566)))
19:30:26.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.953 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.971 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:26.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:26.993 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:26.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:26.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:26.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.033 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.053 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.054 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.058 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [106ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [107ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@149369905(state=PENDING, result=null, callback=(continuation of Deferred@1333982486 after retry RPC after error@707163115) -> (continuation of Deferred@485307124 after retry RPC after error@756734948) -> (continuation of Deferred@1969795348 after retry RPC after error@1816669561) -> (continuation of Deferred@432527510 after retry RPC after error@1660544433) -> (continuation of Deferred@1378420971 after retry RPC after error@2141705266) -> (continuation of Deferred@1485025336 after retry RPC after error@1970930420), errback=(continuation of Deferred@1333982486 after retry RPC after error@707163115) -> (continuation of Deferred@485307124 after retry RPC after error@756734948) -> (continuation of Deferred@1969795348 after retry RPC after error@1816669561) -> (continuation of Deferred@432527510 after retry RPC after error@1660544433) -> (continuation of Deferred@1378420971 after retry RPC after error@2141705266) -> (continuation of Deferred@1485025336 after retry RPC after error@1970930420)))
19:30:27.117 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [106ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [107ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@149369905(state=PENDING, result=null, callback=(continuation of Deferred@1333982486 after retry RPC after error@707163115) -> (continuation of Deferred@485307124 after retry RPC after error@756734948) -> (continuation of Deferred@1969795348 after retry RPC after error@1816669561) -> (continuation of Deferred@432527510 after retry RPC after error@1660544433) -> (continuation of Deferred@1378420971 after retry RPC after error@2141705266) -> (continuation of Deferred@1485025336 after retry RPC after error@1970930420), errback=(continuation of Deferred@1333982486 after retry RPC after error@707163115) -> (continuation of Deferred@485307124 after retry RPC after error@756734948) -> (continuation of Deferred@1969795348 after retry RPC after error@1816669561) -> (continuation of Deferred@432527510 after retry RPC after error@1660544433) -> (continuation of Deferred@1378420971 after retry RPC after error@2141705266) -> (continuation of Deferred@1485025336 after retry RPC after error@1970930420)))
19:30:27.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.134 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.193 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.233 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.296 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@575877409(state=PENDING, result=null, callback=(continuation of Deferred@1650013747 after retry RPC after error@1516263462) -> (continuation of Deferred@139239155 after retry RPC after error@858619106) -> (continuation of Deferred@409873434 after retry RPC after error@1075308121) -> (continuation of Deferred@750797742 after retry RPC after error@1959981240) -> (continuation of Deferred@498404548 after retry RPC after error@1659831301) -> (continuation of Deferred@1285351109 after retry RPC after error@791189726), errback=(continuation of Deferred@1650013747 after retry RPC after error@1516263462) -> (continuation of Deferred@139239155 after retry RPC after error@858619106) -> (continuation of Deferred@409873434 after retry RPC after error@1075308121) -> (continuation of Deferred@750797742 after retry RPC after error@1959981240) -> (continuation of Deferred@498404548 after retry RPC after error@1659831301) -> (continuation of Deferred@1285351109 after retry RPC after error@791189726)))
19:30:27.297 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@575877409(state=PENDING, result=null, callback=(continuation of Deferred@1650013747 after retry RPC after error@1516263462) -> (continuation of Deferred@139239155 after retry RPC after error@858619106) -> (continuation of Deferred@409873434 after retry RPC after error@1075308121) -> (continuation of Deferred@750797742 after retry RPC after error@1959981240) -> (continuation of Deferred@498404548 after retry RPC after error@1659831301) -> (continuation of Deferred@1285351109 after retry RPC after error@791189726), errback=(continuation of Deferred@1650013747 after retry RPC after error@1516263462) -> (continuation of Deferred@139239155 after retry RPC after error@858619106) -> (continuation of Deferred@409873434 after retry RPC after error@1075308121) -> (continuation of Deferred@750797742 after retry RPC after error@1959981240) -> (continuation of Deferred@498404548 after retry RPC after error@1659831301) -> (continuation of Deferred@1285351109 after retry RPC after error@791189726)))
19:30:27.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.333 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.393 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:27.402936 7890 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:30:27.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:27.403200 7890 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:27.404109 7890 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:27.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:27.406947 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:30:27.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:27.407531 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:27.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:27.407693 6660 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:30:27.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:27.407948 7890 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:30:27.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.493 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [5ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2086992845(state=PENDING, result=null, callback=(continuation of Deferred@1865740797 after retry RPC after error@2054037142) -> (continuation of Deferred@1345197009 after retry RPC after error@189739146) -> (continuation of Deferred@1128039175 after retry RPC after error@1227669336) -> (continuation of Deferred@1773964599 after retry RPC after error@461716458) -> (continuation of Deferred@1007068966 after retry RPC after error@276568449) -> (continuation of Deferred@497351564 after retry RPC after error@801950137) -> (continuation of Deferred@645555441 after retry RPC after error@1446695342), errback=(continuation of Deferred@1865740797 after retry RPC after error@2054037142) -> (continuation of Deferred@1345197009 after retry RPC after error@189739146) -> (continuation of Deferred@1128039175 after retry RPC after error@1227669336) -> (continuation of Deferred@1773964599 after retry RPC after error@461716458) -> (continuation of Deferred@1007068966 after retry RPC after error@276568449) -> (continuation of Deferred@497351564 after retry RPC after error@801950137) -> (continuation of Deferred@645555441 after retry RPC after error@1446695342)))
19:30:27.556 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [5ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2086992845(state=PENDING, result=null, callback=(continuation of Deferred@1865740797 after retry RPC after error@2054037142) -> (continuation of Deferred@1345197009 after retry RPC after error@189739146) -> (continuation of Deferred@1128039175 after retry RPC after error@1227669336) -> (continuation of Deferred@1773964599 after retry RPC after error@461716458) -> (continuation of Deferred@1007068966 after retry RPC after error@276568449) -> (continuation of Deferred@497351564 after retry RPC after error@801950137) -> (continuation of Deferred@645555441 after retry RPC after error@1446695342), errback=(continuation of Deferred@1865740797 after retry RPC after error@2054037142) -> (continuation of Deferred@1345197009 after retry RPC after error@189739146) -> (continuation of Deferred@1128039175 after retry RPC after error@1227669336) -> (continuation of Deferred@1773964599 after retry RPC after error@461716458) -> (continuation of Deferred@1007068966 after retry RPC after error@276568449) -> (continuation of Deferred@497351564 after retry RPC after error@801950137) -> (continuation of Deferred@645555441 after retry RPC after error@1446695342)))
19:30:27.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.613 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.653 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.693 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1068654400(state=PENDING, result=null, callback=(continuation of Deferred@2136633263 after retry RPC after error@1472793984) -> (continuation of Deferred@777195100 after retry RPC after error@62266505) -> (continuation of Deferred@800930887 after retry RPC after error@814186813) -> (continuation of Deferred@101730463 after retry RPC after error@896622208) -> (continuation of Deferred@1936200557 after retry RPC after error@2146101844) -> (continuation of Deferred@2075791750 after retry RPC after error@1140905263) -> (continuation of Deferred@2000700857 after retry RPC after error@1599125839), errback=(continuation of Deferred@2136633263 after retry RPC after error@1472793984) -> (continuation of Deferred@777195100 after retry RPC after error@62266505) -> (continuation of Deferred@800930887 after retry RPC after error@814186813) -> (continuation of Deferred@101730463 after retry RPC after error@896622208) -> (continuation of Deferred@1936200557 after retry RPC after error@2146101844) -> (continuation of Deferred@2075791750 after retry RPC after error@1140905263) -> (continuation of Deferred@2000700857 after retry RPC after error@1599125839)))
19:30:27.817 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1068654400(state=PENDING, result=null, callback=(continuation of Deferred@2136633263 after retry RPC after error@1472793984) -> (continuation of Deferred@777195100 after retry RPC after error@62266505) -> (continuation of Deferred@800930887 after retry RPC after error@814186813) -> (continuation of Deferred@101730463 after retry RPC after error@896622208) -> (continuation of Deferred@1936200557 after retry RPC after error@2146101844) -> (continuation of Deferred@2075791750 after retry RPC after error@1140905263) -> (continuation of Deferred@2000700857 after retry RPC after error@1599125839), errback=(continuation of Deferred@2136633263 after retry RPC after error@1472793984) -> (continuation of Deferred@777195100 after retry RPC after error@62266505) -> (continuation of Deferred@800930887 after retry RPC after error@814186813) -> (continuation of Deferred@101730463 after retry RPC after error@896622208) -> (continuation of Deferred@1936200557 after retry RPC after error@2146101844) -> (continuation of Deferred@2075791750 after retry RPC after error@1140905263) -> (continuation of Deferred@2000700857 after retry RPC after error@1599125839)))
19:30:27.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.853 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.854 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.893 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.913 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:27.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:27.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:27.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:27.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:27.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@594777517(state=PENDING, result=null, callback=(continuation of Deferred@502432015 after retry RPC after error@1337441754) -> (continuation of Deferred@1645019064 after retry RPC after error@1575862441) -> (continuation of Deferred@1411307746 after retry RPC after error@649459414) -> (continuation of Deferred@599866503 after retry RPC after error@278546654) -> (continuation of Deferred@845241319 after retry RPC after error@1005262907) -> (continuation of Deferred@291778245 after retry RPC after error@1400522895) -> (continuation of Deferred@1811713892 after retry RPC after error@137722080) -> (continuation of Deferred@941059365 after retry RPC after error@958948504), errback=(continuation of Deferred@502432015 after retry RPC after error@1337441754) -> (continuation of Deferred@1645019064 after retry RPC after error@1575862441) -> (continuation of Deferred@1411307746 after retry RPC after error@649459414) -> (continuation of Deferred@599866503 after retry RPC after error@278546654) -> (continuation of Deferred@845241319 after retry RPC after error@1005262907) -> (continuation of Deferred@291778245 after retry RPC after error@1400522895) -> (continuation of Deferred@1811713892 after retry RPC after error@137722080) -> (continuation of Deferred@941059365 after retry RPC after error@958948504)))
19:30:28.077 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@594777517(state=PENDING, result=null, callback=(continuation of Deferred@502432015 after retry RPC after error@1337441754) -> (continuation of Deferred@1645019064 after retry RPC after error@1575862441) -> (continuation of Deferred@1411307746 after retry RPC after error@649459414) -> (continuation of Deferred@599866503 after retry RPC after error@278546654) -> (continuation of Deferred@845241319 after retry RPC after error@1005262907) -> (continuation of Deferred@291778245 after retry RPC after error@1400522895) -> (continuation of Deferred@1811713892 after retry RPC after error@137722080) -> (continuation of Deferred@941059365 after retry RPC after error@958948504), errback=(continuation of Deferred@502432015 after retry RPC after error@1337441754) -> (continuation of Deferred@1645019064 after retry RPC after error@1575862441) -> (continuation of Deferred@1411307746 after retry RPC after error@649459414) -> (continuation of Deferred@599866503 after retry RPC after error@278546654) -> (continuation of Deferred@845241319 after retry RPC after error@1005262907) -> (continuation of Deferred@291778245 after retry RPC after error@1400522895) -> (continuation of Deferred@1811713892 after retry RPC after error@137722080) -> (continuation of Deferred@941059365 after retry RPC after error@958948504)))
19:30:28.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.113 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:28.272385 7904 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:30:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:28.272616 7904 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:28.273474 7904 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:28.276259 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:30:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:28.276513 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:28.276643 6660 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:30:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:28.276968 7904 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:30:28.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.297 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [204ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [205ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1666437913(state=PENDING, result=null, callback=(continuation of Deferred@1563150788 after retry RPC after error@1662146619) -> (continuation of Deferred@1227395749 after retry RPC after error@874400642) -> (continuation of Deferred@939053356 after retry RPC after error@1188725864) -> (continuation of Deferred@1265277868 after retry RPC after error@225352472) -> (continuation of Deferred@2095991336 after retry RPC after error@1845852185) -> (continuation of Deferred@1898789262 after retry RPC after error@140692200), errback=(continuation of Deferred@1563150788 after retry RPC after error@1662146619) -> (continuation of Deferred@1227395749 after retry RPC after error@874400642) -> (continuation of Deferred@939053356 after retry RPC after error@1188725864) -> (continuation of Deferred@1265277868 after retry RPC after error@225352472) -> (continuation of Deferred@2095991336 after retry RPC after error@1845852185) -> (continuation of Deferred@1898789262 after retry RPC after error@140692200)))
19:30:28.300 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [204ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [205ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1666437913(state=PENDING, result=null, callback=(continuation of Deferred@1563150788 after retry RPC after error@1662146619) -> (continuation of Deferred@1227395749 after retry RPC after error@874400642) -> (continuation of Deferred@939053356 after retry RPC after error@1188725864) -> (continuation of Deferred@1265277868 after retry RPC after error@225352472) -> (continuation of Deferred@2095991336 after retry RPC after error@1845852185) -> (continuation of Deferred@1898789262 after retry RPC after error@140692200), errback=(continuation of Deferred@1563150788 after retry RPC after error@1662146619) -> (continuation of Deferred@1227395749 after retry RPC after error@874400642) -> (continuation of Deferred@939053356 after retry RPC after error@1188725864) -> (continuation of Deferred@1265277868 after retry RPC after error@225352472) -> (continuation of Deferred@2095991336 after retry RPC after error@1845852185) -> (continuation of Deferred@1898789262 after retry RPC after error@140692200)))
19:30:28.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.313 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.333 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.393 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.393 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.413 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.573 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@792231505(state=PENDING, result=null, callback=(continuation of Deferred@2126107072 after retry RPC after error@1194093891) -> (continuation of Deferred@1214244016 after retry RPC after error@620347676) -> (continuation of Deferred@343815058 after retry RPC after error@815530539) -> (continuation of Deferred@131140332 after retry RPC after error@1833617963) -> (continuation of Deferred@139302579 after retry RPC after error@1485848779) -> (continuation of Deferred@1461299039 after retry RPC after error@1824072709) -> (continuation of Deferred@136695599 after retry RPC after error@1382633720), errback=(continuation of Deferred@2126107072 after retry RPC after error@1194093891) -> (continuation of Deferred@1214244016 after retry RPC after error@620347676) -> (continuation of Deferred@343815058 after retry RPC after error@815530539) -> (continuation of Deferred@131140332 after retry RPC after error@1833617963) -> (continuation of Deferred@139302579 after retry RPC after error@1485848779) -> (continuation of Deferred@1461299039 after retry RPC after error@1824072709) -> (continuation of Deferred@136695599 after retry RPC after error@1382633720)))
19:30:28.573 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:28.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.613 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.653 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.673 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.836 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1897417689(state=PENDING, result=null, callback=(continuation of Deferred@1253742662 after retry RPC after error@1479809384) -> (continuation of Deferred@542530344 after retry RPC after error@321100408) -> (continuation of Deferred@222644466 after retry RPC after error@1967320939) -> (continuation of Deferred@1734305264 after retry RPC after error@1755366201) -> (continuation of Deferred@1334121479 after retry RPC after error@761172779) -> (continuation of Deferred@833754005 after retry RPC after error@1600497553) -> (continuation of Deferred@942122326 after retry RPC after error@1639558834), errback=(continuation of Deferred@1253742662 after retry RPC after error@1479809384) -> (continuation of Deferred@542530344 after retry RPC after error@321100408) -> (continuation of Deferred@222644466 after retry RPC after error@1967320939) -> (continuation of Deferred@1734305264 after retry RPC after error@1755366201) -> (continuation of Deferred@1334121479 after retry RPC after error@761172779) -> (continuation of Deferred@833754005 after retry RPC after error@1600497553) -> (continuation of Deferred@942122326 after retry RPC after error@1639558834)))
19:30:28.837 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1897417689(state=PENDING, result=null, callback=(continuation of Deferred@1253742662 after retry RPC after error@1479809384) -> (continuation of Deferred@542530344 after retry RPC after error@321100408) -> (continuation of Deferred@222644466 after retry RPC after error@1967320939) -> (continuation of Deferred@1734305264 after retry RPC after error@1755366201) -> (continuation of Deferred@1334121479 after retry RPC after error@761172779) -> (continuation of Deferred@833754005 after retry RPC after error@1600497553) -> (continuation of Deferred@942122326 after retry RPC after error@1639558834), errback=(continuation of Deferred@1253742662 after retry RPC after error@1479809384) -> (continuation of Deferred@542530344 after retry RPC after error@321100408) -> (continuation of Deferred@222644466 after retry RPC after error@1967320939) -> (continuation of Deferred@1734305264 after retry RPC after error@1755366201) -> (continuation of Deferred@1334121479 after retry RPC after error@761172779) -> (continuation of Deferred@833754005 after retry RPC after error@1600497553) -> (continuation of Deferred@942122326 after retry RPC after error@1639558834)))
19:30:28.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.873 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.913 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:28.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:28.953 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:28.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:28.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:28.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.015 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1667396918(state=PENDING, result=null, callback=(continuation of Deferred@137023589 after retry RPC after error@813074575) -> (continuation of Deferred@2088898148 after retry RPC after error@205070087) -> (continuation of Deferred@1389256477 after retry RPC after error@1459128123) -> (continuation of Deferred@988103342 after retry RPC after error@2120262610) -> (continuation of Deferred@1593191860 after retry RPC after error@1277536270) -> (continuation of Deferred@1556443926 after retry RPC after error@666903919), errback=(continuation of Deferred@137023589 after retry RPC after error@813074575) -> (continuation of Deferred@2088898148 after retry RPC after error@205070087) -> (continuation of Deferred@1389256477 after retry RPC after error@1459128123) -> (continuation of Deferred@988103342 after retry RPC after error@2120262610) -> (continuation of Deferred@1593191860 after retry RPC after error@1277536270) -> (continuation of Deferred@1556443926 after retry RPC after error@666903919)))
19:30:29.016 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1667396918(state=PENDING, result=null, callback=(continuation of Deferred@137023589 after retry RPC after error@813074575) -> (continuation of Deferred@2088898148 after retry RPC after error@205070087) -> (continuation of Deferred@1389256477 after retry RPC after error@1459128123) -> (continuation of Deferred@988103342 after retry RPC after error@2120262610) -> (continuation of Deferred@1593191860 after retry RPC after error@1277536270) -> (continuation of Deferred@1556443926 after retry RPC after error@666903919), errback=(continuation of Deferred@137023589 after retry RPC after error@813074575) -> (continuation of Deferred@2088898148 after retry RPC after error@205070087) -> (continuation of Deferred@1389256477 after retry RPC after error@1459128123) -> (continuation of Deferred@988103342 after retry RPC after error@2120262610) -> (continuation of Deferred@1593191860 after retry RPC after error@1277536270) -> (continuation of Deferred@1556443926 after retry RPC after error@666903919)))
19:30:29.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.033 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.053 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.292 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1584926117(state=PENDING, result=null, callback=(continuation of Deferred@1664369938 after retry RPC after error@1333813769) -> (continuation of Deferred@1382210787 after retry RPC after error@1290401327) -> (continuation of Deferred@229914229 after retry RPC after error@1105759712) -> (continuation of Deferred@95016186 after retry RPC after error@116523758) -> (continuation of Deferred@710515675 after retry RPC after error@794526973) -> (continuation of Deferred@1679723496 after retry RPC after error@1919750391) -> (continuation of Deferred@344771106 after retry RPC after error@1728301090), errback=(continuation of Deferred@1664369938 after retry RPC after error@1333813769) -> (continuation of Deferred@1382210787 after retry RPC after error@1290401327) -> (continuation of Deferred@229914229 after retry RPC after error@1105759712) -> (continuation of Deferred@95016186 after retry RPC after error@116523758) -> (continuation of Deferred@710515675 after retry RPC after error@794526973) -> (continuation of Deferred@1679723496 after retry RPC after error@1919750391) -> (continuation of Deferred@344771106 after retry RPC after error@1728301090)))
19:30:29.293 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:29.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.333 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.413 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.433 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:29.446357 7920 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:30:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:29.446655 7920 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:29.447463 7920 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:29.455876 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:30:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:29.456559 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:29.456765 6660 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:30:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:29.457180 7920 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:30:29.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.536 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [224ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@900355927(state=PENDING, result=null, callback=(continuation of Deferred@650786589 after retry RPC after error@890662387) -> (continuation of Deferred@1285093729 after retry RPC after error@728698698) -> (continuation of Deferred@1558886373 after retry RPC after error@1511338110) -> (continuation of Deferred@1372424620 after retry RPC after error@34326912) -> (continuation of Deferred@190256059 after retry RPC after error@2024952943) -> (continuation of Deferred@1158619708 after retry RPC after error@429176020) -> (continuation of Deferred@711833238 after retry RPC after error@1075220120), errback=(continuation of Deferred@650786589 after retry RPC after error@890662387) -> (continuation of Deferred@1285093729 after retry RPC after error@728698698) -> (continuation of Deferred@1558886373 after retry RPC after error@1511338110) -> (continuation of Deferred@1372424620 after retry RPC after error@34326912) -> (continuation of Deferred@190256059 after retry RPC after error@2024952943) -> (continuation of Deferred@1158619708 after retry RPC after error@429176020) -> (continuation of Deferred@711833238 after retry RPC after error@1075220120)))
19:30:29.537 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [224ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@900355927(state=PENDING, result=null, callback=(continuation of Deferred@650786589 after retry RPC after error@890662387) -> (continuation of Deferred@1285093729 after retry RPC after error@728698698) -> (continuation of Deferred@1558886373 after retry RPC after error@1511338110) -> (continuation of Deferred@1372424620 after retry RPC after error@34326912) -> (continuation of Deferred@190256059 after retry RPC after error@2024952943) -> (continuation of Deferred@1158619708 after retry RPC after error@429176020) -> (continuation of Deferred@711833238 after retry RPC after error@1075220120), errback=(continuation of Deferred@650786589 after retry RPC after error@890662387) -> (continuation of Deferred@1285093729 after retry RPC after error@728698698) -> (continuation of Deferred@1558886373 after retry RPC after error@1511338110) -> (continuation of Deferred@1372424620 after retry RPC after error@34326912) -> (continuation of Deferred@190256059 after retry RPC after error@2024952943) -> (continuation of Deferred@1158619708 after retry RPC after error@429176020) -> (continuation of Deferred@711833238 after retry RPC after error@1075220120)))
19:30:29.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.673 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.693 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [45ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [204ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1375491519(state=PENDING, result=null, callback=(continuation of Deferred@2056956810 after retry RPC after error@608900071) -> (continuation of Deferred@1252134254 after retry RPC after error@2034296872) -> (continuation of Deferred@1453972081 after retry RPC after error@713109352) -> (continuation of Deferred@1888652843 after retry RPC after error@250423737) -> (continuation of Deferred@378470471 after retry RPC after error@903255953) -> (continuation of Deferred@1372697814 after retry RPC after error@907476916) -> (continuation of Deferred@1492470793 after retry RPC after error@1503539865), errback=(continuation of Deferred@2056956810 after retry RPC after error@608900071) -> (continuation of Deferred@1252134254 after retry RPC after error@2034296872) -> (continuation of Deferred@1453972081 after retry RPC after error@713109352) -> (continuation of Deferred@1888652843 after retry RPC after error@250423737) -> (continuation of Deferred@378470471 after retry RPC after error@903255953) -> (continuation of Deferred@1372697814 after retry RPC after error@907476916) -> (continuation of Deferred@1492470793 after retry RPC after error@1503539865)))
19:30:29.756 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [45ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [144ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [204ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1375491519(state=PENDING, result=null, callback=(continuation of Deferred@2056956810 after retry RPC after error@608900071) -> (continuation of Deferred@1252134254 after retry RPC after error@2034296872) -> (continuation of Deferred@1453972081 after retry RPC after error@713109352) -> (continuation of Deferred@1888652843 after retry RPC after error@250423737) -> (continuation of Deferred@378470471 after retry RPC after error@903255953) -> (continuation of Deferred@1372697814 after retry RPC after error@907476916) -> (continuation of Deferred@1492470793 after retry RPC after error@1503539865), errback=(continuation of Deferred@2056956810 after retry RPC after error@608900071) -> (continuation of Deferred@1252134254 after retry RPC after error@2034296872) -> (continuation of Deferred@1453972081 after retry RPC after error@713109352) -> (continuation of Deferred@1888652843 after retry RPC after error@250423737) -> (continuation of Deferred@378470471 after retry RPC after error@903255953) -> (continuation of Deferred@1372697814 after retry RPC after error@907476916) -> (continuation of Deferred@1492470793 after retry RPC after error@1503539865)))
19:30:29.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.831 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.873 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1445689495(state=PENDING, result=null, callback=(continuation of Deferred@407645087 after retry RPC after error@540490460) -> (continuation of Deferred@1112126953 after retry RPC after error@1328255735) -> (continuation of Deferred@918702174 after retry RPC after error@800748928) -> (continuation of Deferred@542341987 after retry RPC after error@863828404) -> (continuation of Deferred@400082749 after retry RPC after error@1806870067) -> (continuation of Deferred@1342259269 after retry RPC after error@73704104), errback=(continuation of Deferred@407645087 after retry RPC after error@540490460) -> (continuation of Deferred@1112126953 after retry RPC after error@1328255735) -> (continuation of Deferred@918702174 after retry RPC after error@800748928) -> (continuation of Deferred@542341987 after retry RPC after error@863828404) -> (continuation of Deferred@400082749 after retry RPC after error@1806870067) -> (continuation of Deferred@1342259269 after retry RPC after error@73704104)))
19:30:29.936 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1445689495(state=PENDING, result=null, callback=(continuation of Deferred@407645087 after retry RPC after error@540490460) -> (continuation of Deferred@1112126953 after retry RPC after error@1328255735) -> (continuation of Deferred@918702174 after retry RPC after error@800748928) -> (continuation of Deferred@542341987 after retry RPC after error@863828404) -> (continuation of Deferred@400082749 after retry RPC after error@1806870067) -> (continuation of Deferred@1342259269 after retry RPC after error@73704104), errback=(continuation of Deferred@407645087 after retry RPC after error@540490460) -> (continuation of Deferred@1112126953 after retry RPC after error@1328255735) -> (continuation of Deferred@918702174 after retry RPC after error@800748928) -> (continuation of Deferred@542341987 after retry RPC after error@863828404) -> (continuation of Deferred@400082749 after retry RPC after error@1806870067) -> (continuation of Deferred@1342259269 after retry RPC after error@73704104)))
19:30:29.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:29.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:29.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:29.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:29.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:29.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:30.017381 7927 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:30:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:30.017650 7927 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:30.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:30.018486 7927 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:30.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:30.021799 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:30.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:30.022500 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:30:30.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:30.022655 6658 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:30:30.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:30.022992 7927 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:30:30.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.133 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [85ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [125ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@810085512(state=PENDING, result=null, callback=(continuation of Deferred@1849740447 after retry RPC after error@1870940059) -> (continuation of Deferred@639148763 after retry RPC after error@1363355196) -> (continuation of Deferred@957299903 after retry RPC after error@1954159770) -> (continuation of Deferred@395802292 after retry RPC after error@1605222588) -> (continuation of Deferred@520611122 after retry RPC after error@1002288260) -> (continuation of Deferred@389236625 after retry RPC after error@648732139), errback=(continuation of Deferred@1849740447 after retry RPC after error@1870940059) -> (continuation of Deferred@639148763 after retry RPC after error@1363355196) -> (continuation of Deferred@957299903 after retry RPC after error@1954159770) -> (continuation of Deferred@395802292 after retry RPC after error@1605222588) -> (continuation of Deferred@520611122 after retry RPC after error@1002288260) -> (continuation of Deferred@389236625 after retry RPC after error@648732139)))
19:30:30.144 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [85ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [125ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@810085512(state=PENDING, result=null, callback=(continuation of Deferred@1849740447 after retry RPC after error@1870940059) -> (continuation of Deferred@639148763 after retry RPC after error@1363355196) -> (continuation of Deferred@957299903 after retry RPC after error@1954159770) -> (continuation of Deferred@395802292 after retry RPC after error@1605222588) -> (continuation of Deferred@520611122 after retry RPC after error@1002288260) -> (continuation of Deferred@389236625 after retry RPC after error@648732139), errback=(continuation of Deferred@1849740447 after retry RPC after error@1870940059) -> (continuation of Deferred@639148763 after retry RPC after error@1363355196) -> (continuation of Deferred@957299903 after retry RPC after error@1954159770) -> (continuation of Deferred@395802292 after retry RPC after error@1605222588) -> (continuation of Deferred@520611122 after retry RPC after error@1002288260) -> (continuation of Deferred@389236625 after retry RPC after error@648732139)))
19:30:30.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.233 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.331 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.335 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1610642140(state=PENDING, result=null, callback=(continuation of Deferred@374430147 after retry RPC after error@2016952111) -> (continuation of Deferred@1498812654 after retry RPC after error@983768970) -> (continuation of Deferred@639682140 after retry RPC after error@525878512) -> (continuation of Deferred@1986061973 after retry RPC after error@1411250332) -> (continuation of Deferred@1949288037 after retry RPC after error@688747476) -> (continuation of Deferred@1479044142 after retry RPC after error@1665836719), errback=(continuation of Deferred@374430147 after retry RPC after error@2016952111) -> (continuation of Deferred@1498812654 after retry RPC after error@983768970) -> (continuation of Deferred@639682140 after retry RPC after error@525878512) -> (continuation of Deferred@1986061973 after retry RPC after error@1411250332) -> (continuation of Deferred@1949288037 after retry RPC after error@688747476) -> (continuation of Deferred@1479044142 after retry RPC after error@1665836719)))
19:30:30.335 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1610642140(state=PENDING, result=null, callback=(continuation of Deferred@374430147 after retry RPC after error@2016952111) -> (continuation of Deferred@1498812654 after retry RPC after error@983768970) -> (continuation of Deferred@639682140 after retry RPC after error@525878512) -> (continuation of Deferred@1986061973 after retry RPC after error@1411250332) -> (continuation of Deferred@1949288037 after retry RPC after error@688747476) -> (continuation of Deferred@1479044142 after retry RPC after error@1665836719), errback=(continuation of Deferred@374430147 after retry RPC after error@2016952111) -> (continuation of Deferred@1498812654 after retry RPC after error@983768970) -> (continuation of Deferred@639682140 after retry RPC after error@525878512) -> (continuation of Deferred@1986061973 after retry RPC after error@1411250332) -> (continuation of Deferred@1949288037 after retry RPC after error@688747476) -> (continuation of Deferred@1479044142 after retry RPC after error@1665836719)))
19:30:30.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.413 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.511 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.576 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [224ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@219379878(state=PENDING, result=null, callback=(continuation of Deferred@1430041629 after retry RPC after error@1477455702) -> (continuation of Deferred@1165132485 after retry RPC after error@1395790981) -> (continuation of Deferred@1662963362 after retry RPC after error@984430344) -> (continuation of Deferred@1796795954 after retry RPC after error@684542440) -> (continuation of Deferred@1026816397 after retry RPC after error@1861586004) -> (continuation of Deferred@1110480582 after retry RPC after error@15730017) -> (continuation of Deferred@573406051 after retry RPC after error@1618531422), errback=(continuation of Deferred@1430041629 after retry RPC after error@1477455702) -> (continuation of Deferred@1165132485 after retry RPC after error@1395790981) -> (continuation of Deferred@1662963362 after retry RPC after error@984430344) -> (continuation of Deferred@1796795954 after retry RPC after error@684542440) -> (continuation of Deferred@1026816397 after retry RPC after error@1861586004) -> (continuation of Deferred@1110480582 after retry RPC after error@15730017) -> (continuation of Deferred@573406051 after retry RPC after error@1618531422)))
19:30:30.576 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [224ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@219379878(state=PENDING, result=null, callback=(continuation of Deferred@1430041629 after retry RPC after error@1477455702) -> (continuation of Deferred@1165132485 after retry RPC after error@1395790981) -> (continuation of Deferred@1662963362 after retry RPC after error@984430344) -> (continuation of Deferred@1796795954 after retry RPC after error@684542440) -> (continuation of Deferred@1026816397 after retry RPC after error@1861586004) -> (continuation of Deferred@1110480582 after retry RPC after error@15730017) -> (continuation of Deferred@573406051 after retry RPC after error@1618531422), errback=(continuation of Deferred@1430041629 after retry RPC after error@1477455702) -> (continuation of Deferred@1165132485 after retry RPC after error@1395790981) -> (continuation of Deferred@1662963362 after retry RPC after error@984430344) -> (continuation of Deferred@1796795954 after retry RPC after error@684542440) -> (continuation of Deferred@1026816397 after retry RPC after error@1861586004) -> (continuation of Deferred@1110480582 after retry RPC after error@15730017) -> (continuation of Deferred@573406051 after retry RPC after error@1618531422)))
19:30:30.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.611 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.673 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@702368224(state=PENDING, result=null, callback=(continuation of Deferred@683784745 after retry RPC after error@220106288) -> (continuation of Deferred@1049662359 after retry RPC after error@2101432300) -> (continuation of Deferred@1484038815 after retry RPC after error@568510639) -> (continuation of Deferred@458554159 after retry RPC after error@1813899654) -> (continuation of Deferred@293658304 after retry RPC after error@647027695) -> (continuation of Deferred@446812561 after retry RPC after error@426986138), errback=(continuation of Deferred@683784745 after retry RPC after error@220106288) -> (continuation of Deferred@1049662359 after retry RPC after error@2101432300) -> (continuation of Deferred@1484038815 after retry RPC after error@568510639) -> (continuation of Deferred@458554159 after retry RPC after error@1813899654) -> (continuation of Deferred@293658304 after retry RPC after error@647027695) -> (continuation of Deferred@446812561 after retry RPC after error@426986138)))
19:30:30.775 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@702368224(state=PENDING, result=null, callback=(continuation of Deferred@683784745 after retry RPC after error@220106288) -> (continuation of Deferred@1049662359 after retry RPC after error@2101432300) -> (continuation of Deferred@1484038815 after retry RPC after error@568510639) -> (continuation of Deferred@458554159 after retry RPC after error@1813899654) -> (continuation of Deferred@293658304 after retry RPC after error@647027695) -> (continuation of Deferred@446812561 after retry RPC after error@426986138), errback=(continuation of Deferred@683784745 after retry RPC after error@220106288) -> (continuation of Deferred@1049662359 after retry RPC after error@2101432300) -> (continuation of Deferred@1484038815 after retry RPC after error@568510639) -> (continuation of Deferred@458554159 after retry RPC after error@1813899654) -> (continuation of Deferred@293658304 after retry RPC after error@647027695) -> (continuation of Deferred@446812561 after retry RPC after error@426986138)))
19:30:30.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.853 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.913 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:30.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:30.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:30.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:30.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:30.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@213249320(state=PENDING, result=null, callback=(continuation of Deferred@2011894867 after retry RPC after error@1430847976) -> (continuation of Deferred@1037443493 after retry RPC after error@506021786) -> (continuation of Deferred@835686784 after retry RPC after error@747933712) -> (continuation of Deferred@541280046 after retry RPC after error@1954726187) -> (continuation of Deferred@965479850 after retry RPC after error@823139995) -> (continuation of Deferred@189814176 after retry RPC after error@1765361272) -> (continuation of Deferred@805431208 after retry RPC after error@22332405), errback=(continuation of Deferred@2011894867 after retry RPC after error@1430847976) -> (continuation of Deferred@1037443493 after retry RPC after error@506021786) -> (continuation of Deferred@835686784 after retry RPC after error@747933712) -> (continuation of Deferred@541280046 after retry RPC after error@1954726187) -> (continuation of Deferred@965479850 after retry RPC after error@823139995) -> (continuation of Deferred@189814176 after retry RPC after error@1765361272) -> (continuation of Deferred@805431208 after retry RPC after error@22332405)))
19:30:31.016 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@213249320(state=PENDING, result=null, callback=(continuation of Deferred@2011894867 after retry RPC after error@1430847976) -> (continuation of Deferred@1037443493 after retry RPC after error@506021786) -> (continuation of Deferred@835686784 after retry RPC after error@747933712) -> (continuation of Deferred@541280046 after retry RPC after error@1954726187) -> (continuation of Deferred@965479850 after retry RPC after error@823139995) -> (continuation of Deferred@189814176 after retry RPC after error@1765361272) -> (continuation of Deferred@805431208 after retry RPC after error@22332405), errback=(continuation of Deferred@2011894867 after retry RPC after error@1430847976) -> (continuation of Deferred@1037443493 after retry RPC after error@506021786) -> (continuation of Deferred@835686784 after retry RPC after error@747933712) -> (continuation of Deferred@541280046 after retry RPC after error@1954726187) -> (continuation of Deferred@965479850 after retry RPC after error@823139995) -> (continuation of Deferred@189814176 after retry RPC after error@1765361272) -> (continuation of Deferred@805431208 after retry RPC after error@22332405)))
19:30:31.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.033 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.113 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.133 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1514273979(state=PENDING, result=null, callback=(continuation of Deferred@1232209532 after retry RPC after error@269519118) -> (continuation of Deferred@1445214610 after retry RPC after error@55948233) -> (continuation of Deferred@1514996793 after retry RPC after error@1308737159) -> (continuation of Deferred@966715004 after retry RPC after error@393986429) -> (continuation of Deferred@631599975 after retry RPC after error@1720911058) -> (continuation of Deferred@678474618 after retry RPC after error@1632239392) -> (continuation of Deferred@1870239269 after retry RPC after error@296921740), errback=(continuation of Deferred@1232209532 after retry RPC after error@269519118) -> (continuation of Deferred@1445214610 after retry RPC after error@55948233) -> (continuation of Deferred@1514996793 after retry RPC after error@1308737159) -> (continuation of Deferred@966715004 after retry RPC after error@393986429) -> (continuation of Deferred@631599975 after retry RPC after error@1720911058) -> (continuation of Deferred@678474618 after retry RPC after error@1632239392) -> (continuation of Deferred@1870239269 after retry RPC after error@296921740)))
19:30:31.256 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1514273979(state=PENDING, result=null, callback=(continuation of Deferred@1232209532 after retry RPC after error@269519118) -> (continuation of Deferred@1445214610 after retry RPC after error@55948233) -> (continuation of Deferred@1514996793 after retry RPC after error@1308737159) -> (continuation of Deferred@966715004 after retry RPC after error@393986429) -> (continuation of Deferred@631599975 after retry RPC after error@1720911058) -> (continuation of Deferred@678474618 after retry RPC after error@1632239392) -> (continuation of Deferred@1870239269 after retry RPC after error@296921740), errback=(continuation of Deferred@1232209532 after retry RPC after error@269519118) -> (continuation of Deferred@1445214610 after retry RPC after error@55948233) -> (continuation of Deferred@1514996793 after retry RPC after error@1308737159) -> (continuation of Deferred@966715004 after retry RPC after error@393986429) -> (continuation of Deferred@631599975 after retry RPC after error@1720911058) -> (continuation of Deferred@678474618 after retry RPC after error@1632239392) -> (continuation of Deferred@1870239269 after retry RPC after error@296921740)))
19:30:31.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.273 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.313 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:31.330464 7939 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:30:31.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:31.330742 7939 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:31.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:31.331719 7939 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:31.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.333 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:31.336040 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:30:31.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:31.336287 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:31.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:31.336460 6660 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:30:31.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:31.336781 7939 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:30:31.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.413 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1509281697(state=PENDING, result=null, callback=(continuation of Deferred@1964360512 after retry RPC after error@417765500) -> (continuation of Deferred@1153901586 after retry RPC after error@859333612) -> (continuation of Deferred@1760340232 after retry RPC after error@1155918097) -> (continuation of Deferred@964665899 after retry RPC after error@1235784171) -> (continuation of Deferred@1149359423 after retry RPC after error@801571295) -> (continuation of Deferred@1810731254 after retry RPC after error@1724347305) -> (continuation of Deferred@740653667 after retry RPC after error@1006329793), errback=(continuation of Deferred@1964360512 after retry RPC after error@417765500) -> (continuation of Deferred@1153901586 after retry RPC after error@859333612) -> (continuation of Deferred@1760340232 after retry RPC after error@1155918097) -> (continuation of Deferred@964665899 after retry RPC after error@1235784171) -> (continuation of Deferred@1149359423 after retry RPC after error@801571295) -> (continuation of Deferred@1810731254 after retry RPC after error@1724347305) -> (continuation of Deferred@740653667 after retry RPC after error@1006329793)))
19:30:31.496 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1509281697(state=PENDING, result=null, callback=(continuation of Deferred@1964360512 after retry RPC after error@417765500) -> (continuation of Deferred@1153901586 after retry RPC after error@859333612) -> (continuation of Deferred@1760340232 after retry RPC after error@1155918097) -> (continuation of Deferred@964665899 after retry RPC after error@1235784171) -> (continuation of Deferred@1149359423 after retry RPC after error@801571295) -> (continuation of Deferred@1810731254 after retry RPC after error@1724347305) -> (continuation of Deferred@740653667 after retry RPC after error@1006329793), errback=(continuation of Deferred@1964360512 after retry RPC after error@417765500) -> (continuation of Deferred@1153901586 after retry RPC after error@859333612) -> (continuation of Deferred@1760340232 after retry RPC after error@1155918097) -> (continuation of Deferred@964665899 after retry RPC after error@1235784171) -> (continuation of Deferred@1149359423 after retry RPC after error@801571295) -> (continuation of Deferred@1810731254 after retry RPC after error@1724347305) -> (continuation of Deferred@740653667 after retry RPC after error@1006329793)))
19:30:31.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.633 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1499039635(state=PENDING, result=null, callback=(continuation of Deferred@1108543704 after retry RPC after error@591876266) -> (continuation of Deferred@418997647 after retry RPC after error@227089436) -> (continuation of Deferred@1460043965 after retry RPC after error@1314740471) -> (continuation of Deferred@492542382 after retry RPC after error@1484201957) -> (continuation of Deferred@999780158 after retry RPC after error@531173979) -> (continuation of Deferred@1585348329 after retry RPC after error@1050073844) -> (continuation of Deferred@1056488583 after retry RPC after error@1762937545) -> (continuation of Deferred@1152444468 after retry RPC after error@1291438892), errback=(continuation of Deferred@1108543704 after retry RPC after error@591876266) -> (continuation of Deferred@418997647 after retry RPC after error@227089436) -> (continuation of Deferred@1460043965 after retry RPC after error@1314740471) -> (continuation of Deferred@492542382 after retry RPC after error@1484201957) -> (continuation of Deferred@999780158 after retry RPC after error@531173979) -> (continuation of Deferred@1585348329 after retry RPC after error@1050073844) -> (continuation of Deferred@1056488583 after retry RPC after error@1762937545) -> (continuation of Deferred@1152444468 after retry RPC after error@1291438892)))
19:30:31.757 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1499039635(state=PENDING, result=null, callback=(continuation of Deferred@1108543704 after retry RPC after error@591876266) -> (continuation of Deferred@418997647 after retry RPC after error@227089436) -> (continuation of Deferred@1460043965 after retry RPC after error@1314740471) -> (continuation of Deferred@492542382 after retry RPC after error@1484201957) -> (continuation of Deferred@999780158 after retry RPC after error@531173979) -> (continuation of Deferred@1585348329 after retry RPC after error@1050073844) -> (continuation of Deferred@1056488583 after retry RPC after error@1762937545) -> (continuation of Deferred@1152444468 after retry RPC after error@1291438892), errback=(continuation of Deferred@1108543704 after retry RPC after error@591876266) -> (continuation of Deferred@418997647 after retry RPC after error@227089436) -> (continuation of Deferred@1460043965 after retry RPC after error@1314740471) -> (continuation of Deferred@492542382 after retry RPC after error@1484201957) -> (continuation of Deferred@999780158 after retry RPC after error@531173979) -> (continuation of Deferred@1585348329 after retry RPC after error@1050073844) -> (continuation of Deferred@1056488583 after retry RPC after error@1762937545) -> (continuation of Deferred@1152444468 after retry RPC after error@1291438892)))
19:30:31.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:31.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:31.904315 7096 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:31.909389 7096 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:31.911291 7097 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.86.124:41495)
19:30:31.971 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:31.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:31.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:31.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:31.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.032 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@718471077(state=PENDING, result=null, callback=(continuation of Deferred@1197216886 after retry RPC after error@1749920898) -> (continuation of Deferred@950075401 after retry RPC after error@95682415) -> (continuation of Deferred@585868299 after retry RPC after error@658974056) -> (continuation of Deferred@399952065 after retry RPC after error@218367443) -> (continuation of Deferred@1915757444 after retry RPC after error@1816274127) -> (continuation of Deferred@1299413318 after retry RPC after error@1626658726) -> (continuation of Deferred@321647679 after retry RPC after error@1848827593), errback=(continuation of Deferred@1197216886 after retry RPC after error@1749920898) -> (continuation of Deferred@950075401 after retry RPC after error@95682415) -> (continuation of Deferred@585868299 after retry RPC after error@658974056) -> (continuation of Deferred@399952065 after retry RPC after error@218367443) -> (continuation of Deferred@1915757444 after retry RPC after error@1816274127) -> (continuation of Deferred@1299413318 after retry RPC after error@1626658726) -> (continuation of Deferred@321647679 after retry RPC after error@1848827593)))
19:30:32.033 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:32.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.111 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.193 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1436733329(state=PENDING, result=null, callback=(continuation of Deferred@1903374007 after retry RPC after error@740161293) -> (continuation of Deferred@176999701 after retry RPC after error@1225868690) -> (continuation of Deferred@570412177 after retry RPC after error@1645867580) -> (continuation of Deferred@236027663 after retry RPC after error@1299154570) -> (continuation of Deferred@304824562 after retry RPC after error@1057937561) -> (continuation of Deferred@987898224 after retry RPC after error@185121648) -> (continuation of Deferred@1131169331 after retry RPC after error@175084759), errback=(continuation of Deferred@1903374007 after retry RPC after error@740161293) -> (continuation of Deferred@176999701 after retry RPC after error@1225868690) -> (continuation of Deferred@570412177 after retry RPC after error@1645867580) -> (continuation of Deferred@236027663 after retry RPC after error@1299154570) -> (continuation of Deferred@304824562 after retry RPC after error@1057937561) -> (continuation of Deferred@987898224 after retry RPC after error@185121648) -> (continuation of Deferred@1131169331 after retry RPC after error@175084759)))
19:30:32.276 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1436733329(state=PENDING, result=null, callback=(continuation of Deferred@1903374007 after retry RPC after error@740161293) -> (continuation of Deferred@176999701 after retry RPC after error@1225868690) -> (continuation of Deferred@570412177 after retry RPC after error@1645867580) -> (continuation of Deferred@236027663 after retry RPC after error@1299154570) -> (continuation of Deferred@304824562 after retry RPC after error@1057937561) -> (continuation of Deferred@987898224 after retry RPC after error@185121648) -> (continuation of Deferred@1131169331 after retry RPC after error@175084759), errback=(continuation of Deferred@1903374007 after retry RPC after error@740161293) -> (continuation of Deferred@176999701 after retry RPC after error@1225868690) -> (continuation of Deferred@570412177 after retry RPC after error@1645867580) -> (continuation of Deferred@236027663 after retry RPC after error@1299154570) -> (continuation of Deferred@304824562 after retry RPC after error@1057937561) -> (continuation of Deferred@987898224 after retry RPC after error@185121648) -> (continuation of Deferred@1131169331 after retry RPC after error@175084759)))
19:30:32.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.313 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.453 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.535 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@669086457(state=PENDING, result=null, callback=(continuation of Deferred@1953075242 after retry RPC after error@1535618459) -> (continuation of Deferred@547911648 after retry RPC after error@217235382) -> (continuation of Deferred@883070658 after retry RPC after error@1387208376) -> (continuation of Deferred@836465786 after retry RPC after error@676164344) -> (continuation of Deferred@150599093 after retry RPC after error@579432652) -> (continuation of Deferred@1209772099 after retry RPC after error@184736010) -> (continuation of Deferred@1284624770 after retry RPC after error@636999628), errback=(continuation of Deferred@1953075242 after retry RPC after error@1535618459) -> (continuation of Deferred@547911648 after retry RPC after error@217235382) -> (continuation of Deferred@883070658 after retry RPC after error@1387208376) -> (continuation of Deferred@836465786 after retry RPC after error@676164344) -> (continuation of Deferred@150599093 after retry RPC after error@579432652) -> (continuation of Deferred@1209772099 after retry RPC after error@184736010) -> (continuation of Deferred@1284624770 after retry RPC after error@636999628)))
19:30:32.535 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@669086457(state=PENDING, result=null, callback=(continuation of Deferred@1953075242 after retry RPC after error@1535618459) -> (continuation of Deferred@547911648 after retry RPC after error@217235382) -> (continuation of Deferred@883070658 after retry RPC after error@1387208376) -> (continuation of Deferred@836465786 after retry RPC after error@676164344) -> (continuation of Deferred@150599093 after retry RPC after error@579432652) -> (continuation of Deferred@1209772099 after retry RPC after error@184736010) -> (continuation of Deferred@1284624770 after retry RPC after error@636999628), errback=(continuation of Deferred@1953075242 after retry RPC after error@1535618459) -> (continuation of Deferred@547911648 after retry RPC after error@217235382) -> (continuation of Deferred@883070658 after retry RPC after error@1387208376) -> (continuation of Deferred@836465786 after retry RPC after error@676164344) -> (continuation of Deferred@150599093 after retry RPC after error@579432652) -> (continuation of Deferred@1209772099 after retry RPC after error@184736010) -> (continuation of Deferred@1284624770 after retry RPC after error@636999628)))
19:30:32.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.553 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.571 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.633 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.733 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1176853451(state=PENDING, result=null, callback=(continuation of Deferred@886028478 after retry RPC after error@886268467) -> (continuation of Deferred@1542391931 after retry RPC after error@930671566) -> (continuation of Deferred@2126233559 after retry RPC after error@1373014217) -> (continuation of Deferred@1926884952 after retry RPC after error@42949974) -> (continuation of Deferred@560537559 after retry RPC after error@1151097843) -> (continuation of Deferred@2039137814 after retry RPC after error@26689948) -> (continuation of Deferred@1760129502 after retry RPC after error@1317858547), errback=(continuation of Deferred@886028478 after retry RPC after error@886268467) -> (continuation of Deferred@1542391931 after retry RPC after error@930671566) -> (continuation of Deferred@2126233559 after retry RPC after error@1373014217) -> (continuation of Deferred@1926884952 after retry RPC after error@42949974) -> (continuation of Deferred@560537559 after retry RPC after error@1151097843) -> (continuation of Deferred@2039137814 after retry RPC after error@26689948) -> (continuation of Deferred@1760129502 after retry RPC after error@1317858547)))
19:30:32.796 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1176853451(state=PENDING, result=null, callback=(continuation of Deferred@886028478 after retry RPC after error@886268467) -> (continuation of Deferred@1542391931 after retry RPC after error@930671566) -> (continuation of Deferred@2126233559 after retry RPC after error@1373014217) -> (continuation of Deferred@1926884952 after retry RPC after error@42949974) -> (continuation of Deferred@560537559 after retry RPC after error@1151097843) -> (continuation of Deferred@2039137814 after retry RPC after error@26689948) -> (continuation of Deferred@1760129502 after retry RPC after error@1317858547), errback=(continuation of Deferred@886028478 after retry RPC after error@886268467) -> (continuation of Deferred@1542391931 after retry RPC after error@930671566) -> (continuation of Deferred@2126233559 after retry RPC after error@1373014217) -> (continuation of Deferred@1926884952 after retry RPC after error@42949974) -> (continuation of Deferred@560537559 after retry RPC after error@1151097843) -> (continuation of Deferred@2039137814 after retry RPC after error@26689948) -> (continuation of Deferred@1760129502 after retry RPC after error@1317858547)))
19:30:32.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.851 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:32.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:32.993 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:32.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:32.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:32.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@971803692(state=PENDING, result=null, callback=(continuation of Deferred@1482202231 after retry RPC after error@1586042083) -> (continuation of Deferred@1453585424 after retry RPC after error@192126724) -> (continuation of Deferred@391381305 after retry RPC after error@23867708) -> (continuation of Deferred@1210472053 after retry RPC after error@1597668298) -> (continuation of Deferred@1750131933 after retry RPC after error@139844922) -> (continuation of Deferred@1916446651 after retry RPC after error@2119329309) -> (continuation of Deferred@298517254 after retry RPC after error@928100360), errback=(continuation of Deferred@1482202231 after retry RPC after error@1586042083) -> (continuation of Deferred@1453585424 after retry RPC after error@192126724) -> (continuation of Deferred@391381305 after retry RPC after error@23867708) -> (continuation of Deferred@1210472053 after retry RPC after error@1597668298) -> (continuation of Deferred@1750131933 after retry RPC after error@139844922) -> (continuation of Deferred@1916446651 after retry RPC after error@2119329309) -> (continuation of Deferred@298517254 after retry RPC after error@928100360)))
19:30:33.035 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@971803692(state=PENDING, result=null, callback=(continuation of Deferred@1482202231 after retry RPC after error@1586042083) -> (continuation of Deferred@1453585424 after retry RPC after error@192126724) -> (continuation of Deferred@391381305 after retry RPC after error@23867708) -> (continuation of Deferred@1210472053 after retry RPC after error@1597668298) -> (continuation of Deferred@1750131933 after retry RPC after error@139844922) -> (continuation of Deferred@1916446651 after retry RPC after error@2119329309) -> (continuation of Deferred@298517254 after retry RPC after error@928100360), errback=(continuation of Deferred@1482202231 after retry RPC after error@1586042083) -> (continuation of Deferred@1453585424 after retry RPC after error@192126724) -> (continuation of Deferred@391381305 after retry RPC after error@23867708) -> (continuation of Deferred@1210472053 after retry RPC after error@1597668298) -> (continuation of Deferred@1750131933 after retry RPC after error@139844922) -> (continuation of Deferred@1916446651 after retry RPC after error@2119329309) -> (continuation of Deferred@298517254 after retry RPC after error@928100360)))
19:30:33.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@956606060(state=PENDING, result=null, callback=(continuation of Deferred@507871568 after retry RPC after error@2049283810) -> (continuation of Deferred@1186300048 after retry RPC after error@1520331244) -> (continuation of Deferred@1751334126 after retry RPC after error@1051141510) -> (continuation of Deferred@1417450434 after retry RPC after error@2105819560) -> (continuation of Deferred@208766650 after retry RPC after error@201136551) -> (continuation of Deferred@1001355673 after retry RPC after error@1685710405) -> (continuation of Deferred@1690167334 after retry RPC after error@124712247), errback=(continuation of Deferred@507871568 after retry RPC after error@2049283810) -> (continuation of Deferred@1186300048 after retry RPC after error@1520331244) -> (continuation of Deferred@1751334126 after retry RPC after error@1051141510) -> (continuation of Deferred@1417450434 after retry RPC after error@2105819560) -> (continuation of Deferred@208766650 after retry RPC after error@201136551) -> (continuation of Deferred@1001355673 after retry RPC after error@1685710405) -> (continuation of Deferred@1690167334 after retry RPC after error@124712247)))
19:30:33.236 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@956606060(state=PENDING, result=null, callback=(continuation of Deferred@507871568 after retry RPC after error@2049283810) -> (continuation of Deferred@1186300048 after retry RPC after error@1520331244) -> (continuation of Deferred@1751334126 after retry RPC after error@1051141510) -> (continuation of Deferred@1417450434 after retry RPC after error@2105819560) -> (continuation of Deferred@208766650 after retry RPC after error@201136551) -> (continuation of Deferred@1001355673 after retry RPC after error@1685710405) -> (continuation of Deferred@1690167334 after retry RPC after error@124712247), errback=(continuation of Deferred@507871568 after retry RPC after error@2049283810) -> (continuation of Deferred@1186300048 after retry RPC after error@1520331244) -> (continuation of Deferred@1751334126 after retry RPC after error@1051141510) -> (continuation of Deferred@1417450434 after retry RPC after error@2105819560) -> (continuation of Deferred@208766650 after retry RPC after error@201136551) -> (continuation of Deferred@1001355673 after retry RPC after error@1685710405) -> (continuation of Deferred@1690167334 after retry RPC after error@124712247)))
19:30:33.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.253 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.273 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.297 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.313 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [45ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [45ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1364676456(state=PENDING, result=null, callback=(continuation of Deferred@534885188 after retry RPC after error@7669356) -> (continuation of Deferred@2111310209 after retry RPC after error@379532637) -> (continuation of Deferred@74895193 after retry RPC after error@739831773) -> (continuation of Deferred@296845278 after retry RPC after error@2129368424) -> (continuation of Deferred@1280676331 after retry RPC after error@668527035) -> (continuation of Deferred@1024273681 after retry RPC after error@527413005), errback=(continuation of Deferred@534885188 after retry RPC after error@7669356) -> (continuation of Deferred@2111310209 after retry RPC after error@379532637) -> (continuation of Deferred@74895193 after retry RPC after error@739831773) -> (continuation of Deferred@296845278 after retry RPC after error@2129368424) -> (continuation of Deferred@1280676331 after retry RPC after error@668527035) -> (continuation of Deferred@1024273681 after retry RPC after error@527413005)))
19:30:33.416 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [45ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [45ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1364676456(state=PENDING, result=null, callback=(continuation of Deferred@534885188 after retry RPC after error@7669356) -> (continuation of Deferred@2111310209 after retry RPC after error@379532637) -> (continuation of Deferred@74895193 after retry RPC after error@739831773) -> (continuation of Deferred@296845278 after retry RPC after error@2129368424) -> (continuation of Deferred@1280676331 after retry RPC after error@668527035) -> (continuation of Deferred@1024273681 after retry RPC after error@527413005), errback=(continuation of Deferred@534885188 after retry RPC after error@7669356) -> (continuation of Deferred@2111310209 after retry RPC after error@379532637) -> (continuation of Deferred@74895193 after retry RPC after error@739831773) -> (continuation of Deferred@296845278 after retry RPC after error@2129368424) -> (continuation of Deferred@1280676331 after retry RPC after error@668527035) -> (continuation of Deferred@1024273681 after retry RPC after error@527413005)))
19:30:33.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.433 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.453 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.553 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1323314397(state=PENDING, result=null, callback=(continuation of Deferred@569269403 after retry RPC after error@1597152072) -> (continuation of Deferred@1528803139 after retry RPC after error@349632057) -> (continuation of Deferred@1192192700 after retry RPC after error@204231118) -> (continuation of Deferred@711955135 after retry RPC after error@153870069) -> (continuation of Deferred@894246886 after retry RPC after error@1526827680) -> (continuation of Deferred@221057301 after retry RPC after error@1512483379) -> (continuation of Deferred@122240190 after retry RPC after error@1347089021), errback=(continuation of Deferred@569269403 after retry RPC after error@1597152072) -> (continuation of Deferred@1528803139 after retry RPC after error@349632057) -> (continuation of Deferred@1192192700 after retry RPC after error@204231118) -> (continuation of Deferred@711955135 after retry RPC after error@153870069) -> (continuation of Deferred@894246886 after retry RPC after error@1526827680) -> (continuation of Deferred@221057301 after retry RPC after error@1512483379) -> (continuation of Deferred@122240190 after retry RPC after error@1347089021)))
19:30:33.635 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1323314397(state=PENDING, result=null, callback=(continuation of Deferred@569269403 after retry RPC after error@1597152072) -> (continuation of Deferred@1528803139 after retry RPC after error@349632057) -> (continuation of Deferred@1192192700 after retry RPC after error@204231118) -> (continuation of Deferred@711955135 after retry RPC after error@153870069) -> (continuation of Deferred@894246886 after retry RPC after error@1526827680) -> (continuation of Deferred@221057301 after retry RPC after error@1512483379) -> (continuation of Deferred@122240190 after retry RPC after error@1347089021), errback=(continuation of Deferred@569269403 after retry RPC after error@1597152072) -> (continuation of Deferred@1528803139 after retry RPC after error@349632057) -> (continuation of Deferred@1192192700 after retry RPC after error@204231118) -> (continuation of Deferred@711955135 after retry RPC after error@153870069) -> (continuation of Deferred@894246886 after retry RPC after error@1526827680) -> (continuation of Deferred@221057301 after retry RPC after error@1512483379) -> (continuation of Deferred@122240190 after retry RPC after error@1347089021)))
19:30:33.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.653 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.673 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.691 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.855 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1708285332(state=PENDING, result=null, callback=(continuation of Deferred@835557340 after retry RPC after error@569983786) -> (continuation of Deferred@613830549 after retry RPC after error@1398773870) -> (continuation of Deferred@242325166 after retry RPC after error@1702519897) -> (continuation of Deferred@1938191748 after retry RPC after error@1555373938) -> (continuation of Deferred@1592997548 after retry RPC after error@1755175303) -> (continuation of Deferred@678935365 after retry RPC after error@1556971446), errback=(continuation of Deferred@835557340 after retry RPC after error@569983786) -> (continuation of Deferred@613830549 after retry RPC after error@1398773870) -> (continuation of Deferred@242325166 after retry RPC after error@1702519897) -> (continuation of Deferred@1938191748 after retry RPC after error@1555373938) -> (continuation of Deferred@1592997548 after retry RPC after error@1755175303) -> (continuation of Deferred@678935365 after retry RPC after error@1556971446)))
19:30:33.856 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1708285332(state=PENDING, result=null, callback=(continuation of Deferred@835557340 after retry RPC after error@569983786) -> (continuation of Deferred@613830549 after retry RPC after error@1398773870) -> (continuation of Deferred@242325166 after retry RPC after error@1702519897) -> (continuation of Deferred@1938191748 after retry RPC after error@1555373938) -> (continuation of Deferred@1592997548 after retry RPC after error@1755175303) -> (continuation of Deferred@678935365 after retry RPC after error@1556971446), errback=(continuation of Deferred@835557340 after retry RPC after error@569983786) -> (continuation of Deferred@613830549 after retry RPC after error@1398773870) -> (continuation of Deferred@242325166 after retry RPC after error@1702519897) -> (continuation of Deferred@1938191748 after retry RPC after error@1555373938) -> (continuation of Deferred@1592997548 after retry RPC after error@1755175303) -> (continuation of Deferred@678935365 after retry RPC after error@1556971446)))
19:30:33.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.893 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:33.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:33.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:33.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:33.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:33.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.053 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.056 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1184603899(state=PENDING, result=null, callback=(continuation of Deferred@2138914530 after retry RPC after error@415944000) -> (continuation of Deferred@999647411 after retry RPC after error@568542588) -> (continuation of Deferred@939517324 after retry RPC after error@2031197950) -> (continuation of Deferred@1766957471 after retry RPC after error@1386398060) -> (continuation of Deferred@439983409 after retry RPC after error@1873417958) -> (continuation of Deferred@185802709 after retry RPC after error@1342047866), errback=(continuation of Deferred@2138914530 after retry RPC after error@415944000) -> (continuation of Deferred@999647411 after retry RPC after error@568542588) -> (continuation of Deferred@939517324 after retry RPC after error@2031197950) -> (continuation of Deferred@1766957471 after retry RPC after error@1386398060) -> (continuation of Deferred@439983409 after retry RPC after error@1873417958) -> (continuation of Deferred@185802709 after retry RPC after error@1342047866)))
19:30:34.056 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1184603899(state=PENDING, result=null, callback=(continuation of Deferred@2138914530 after retry RPC after error@415944000) -> (continuation of Deferred@999647411 after retry RPC after error@568542588) -> (continuation of Deferred@939517324 after retry RPC after error@2031197950) -> (continuation of Deferred@1766957471 after retry RPC after error@1386398060) -> (continuation of Deferred@439983409 after retry RPC after error@1873417958) -> (continuation of Deferred@185802709 after retry RPC after error@1342047866), errback=(continuation of Deferred@2138914530 after retry RPC after error@415944000) -> (continuation of Deferred@999647411 after retry RPC after error@568542588) -> (continuation of Deferred@939517324 after retry RPC after error@2031197950) -> (continuation of Deferred@1766957471 after retry RPC after error@1386398060) -> (continuation of Deferred@439983409 after retry RPC after error@1873417958) -> (continuation of Deferred@185802709 after retry RPC after error@1342047866)))
19:30:34.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.091 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.296 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@318537911(state=PENDING, result=null, callback=(continuation of Deferred@530084926 after retry RPC after error@773900387) -> (continuation of Deferred@1947931759 after retry RPC after error@34921315) -> (continuation of Deferred@1592882843 after retry RPC after error@1983565558) -> (continuation of Deferred@1512965170 after retry RPC after error@2126840791) -> (continuation of Deferred@727050042 after retry RPC after error@188269016) -> (continuation of Deferred@555567897 after retry RPC after error@2005942102) -> (continuation of Deferred@1945664169 after retry RPC after error@1048793871), errback=(continuation of Deferred@530084926 after retry RPC after error@773900387) -> (continuation of Deferred@1947931759 after retry RPC after error@34921315) -> (continuation of Deferred@1592882843 after retry RPC after error@1983565558) -> (continuation of Deferred@1512965170 after retry RPC after error@2126840791) -> (continuation of Deferred@727050042 after retry RPC after error@188269016) -> (continuation of Deferred@555567897 after retry RPC after error@2005942102) -> (continuation of Deferred@1945664169 after retry RPC after error@1048793871)))
19:30:34.297 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@318537911(state=PENDING, result=null, callback=(continuation of Deferred@530084926 after retry RPC after error@773900387) -> (continuation of Deferred@1947931759 after retry RPC after error@34921315) -> (continuation of Deferred@1592882843 after retry RPC after error@1983565558) -> (continuation of Deferred@1512965170 after retry RPC after error@2126840791) -> (continuation of Deferred@727050042 after retry RPC after error@188269016) -> (continuation of Deferred@555567897 after retry RPC after error@2005942102) -> (continuation of Deferred@1945664169 after retry RPC after error@1048793871), errback=(continuation of Deferred@530084926 after retry RPC after error@773900387) -> (continuation of Deferred@1947931759 after retry RPC after error@34921315) -> (continuation of Deferred@1592882843 after retry RPC after error@1983565558) -> (continuation of Deferred@1512965170 after retry RPC after error@2126840791) -> (continuation of Deferred@727050042 after retry RPC after error@188269016) -> (continuation of Deferred@555567897 after retry RPC after error@2005942102) -> (continuation of Deferred@1945664169 after retry RPC after error@1048793871)))
19:30:34.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.391 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1080974844(state=PENDING, result=null, callback=(continuation of Deferred@1272690795 after retry RPC after error@1428693964) -> (continuation of Deferred@1141666392 after retry RPC after error@1983858328) -> (continuation of Deferred@1613865172 after retry RPC after error@1947453789) -> (continuation of Deferred@1403714357 after retry RPC after error@1605200990) -> (continuation of Deferred@855064703 after retry RPC after error@1489251933) -> (continuation of Deferred@1546851619 after retry RPC after error@1749568871), errback=(continuation of Deferred@1272690795 after retry RPC after error@1428693964) -> (continuation of Deferred@1141666392 after retry RPC after error@1983858328) -> (continuation of Deferred@1613865172 after retry RPC after error@1947453789) -> (continuation of Deferred@1403714357 after retry RPC after error@1605200990) -> (continuation of Deferred@855064703 after retry RPC after error@1489251933) -> (continuation of Deferred@1546851619 after retry RPC after error@1749568871)))
19:30:34.475 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1080974844(state=PENDING, result=null, callback=(continuation of Deferred@1272690795 after retry RPC after error@1428693964) -> (continuation of Deferred@1141666392 after retry RPC after error@1983858328) -> (continuation of Deferred@1613865172 after retry RPC after error@1947453789) -> (continuation of Deferred@1403714357 after retry RPC after error@1605200990) -> (continuation of Deferred@855064703 after retry RPC after error@1489251933) -> (continuation of Deferred@1546851619 after retry RPC after error@1749568871), errback=(continuation of Deferred@1272690795 after retry RPC after error@1428693964) -> (continuation of Deferred@1141666392 after retry RPC after error@1983858328) -> (continuation of Deferred@1613865172 after retry RPC after error@1947453789) -> (continuation of Deferred@1403714357 after retry RPC after error@1605200990) -> (continuation of Deferred@855064703 after retry RPC after error@1489251933) -> (continuation of Deferred@1546851619 after retry RPC after error@1749568871)))
19:30:34.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.551 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.613 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@78295318(state=PENDING, result=null, callback=(continuation of Deferred@901429472 after retry RPC after error@940466300) -> (continuation of Deferred@833664651 after retry RPC after error@1623425962) -> (continuation of Deferred@6183658 after retry RPC after error@1259919133) -> (continuation of Deferred@2133341211 after retry RPC after error@51000967) -> (continuation of Deferred@1903273222 after retry RPC after error@2086417418) -> (continuation of Deferred@1122652022 after retry RPC after error@277276578) -> (continuation of Deferred@1814243617 after retry RPC after error@1908583627), errback=(continuation of Deferred@901429472 after retry RPC after error@940466300) -> (continuation of Deferred@833664651 after retry RPC after error@1623425962) -> (continuation of Deferred@6183658 after retry RPC after error@1259919133) -> (continuation of Deferred@2133341211 after retry RPC after error@51000967) -> (continuation of Deferred@1903273222 after retry RPC after error@2086417418) -> (continuation of Deferred@1122652022 after retry RPC after error@277276578) -> (continuation of Deferred@1814243617 after retry RPC after error@1908583627)))
19:30:34.695 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@78295318(state=PENDING, result=null, callback=(continuation of Deferred@901429472 after retry RPC after error@940466300) -> (continuation of Deferred@833664651 after retry RPC after error@1623425962) -> (continuation of Deferred@6183658 after retry RPC after error@1259919133) -> (continuation of Deferred@2133341211 after retry RPC after error@51000967) -> (continuation of Deferred@1903273222 after retry RPC after error@2086417418) -> (continuation of Deferred@1122652022 after retry RPC after error@277276578) -> (continuation of Deferred@1814243617 after retry RPC after error@1908583627), errback=(continuation of Deferred@901429472 after retry RPC after error@940466300) -> (continuation of Deferred@833664651 after retry RPC after error@1623425962) -> (continuation of Deferred@6183658 after retry RPC after error@1259919133) -> (continuation of Deferred@2133341211 after retry RPC after error@51000967) -> (continuation of Deferred@1903273222 after retry RPC after error@2086417418) -> (continuation of Deferred@1122652022 after retry RPC after error@277276578) -> (continuation of Deferred@1814243617 after retry RPC after error@1908583627)))
19:30:34.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.733 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.771 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.855 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2021695151(state=PENDING, result=null, callback=(continuation of Deferred@1067095543 after retry RPC after error@451522078) -> (continuation of Deferred@871336238 after retry RPC after error@1332091930) -> (continuation of Deferred@616045868 after retry RPC after error@1937170171) -> (continuation of Deferred@1017089858 after retry RPC after error@1139196423) -> (continuation of Deferred@659813930 after retry RPC after error@1645704509) -> (continuation of Deferred@573707170 after retry RPC after error@1462835993), errback=(continuation of Deferred@1067095543 after retry RPC after error@451522078) -> (continuation of Deferred@871336238 after retry RPC after error@1332091930) -> (continuation of Deferred@616045868 after retry RPC after error@1937170171) -> (continuation of Deferred@1017089858 after retry RPC after error@1139196423) -> (continuation of Deferred@659813930 after retry RPC after error@1645704509) -> (continuation of Deferred@573707170 after retry RPC after error@1462835993)))
19:30:34.856 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2021695151(state=PENDING, result=null, callback=(continuation of Deferred@1067095543 after retry RPC after error@451522078) -> (continuation of Deferred@871336238 after retry RPC after error@1332091930) -> (continuation of Deferred@616045868 after retry RPC after error@1937170171) -> (continuation of Deferred@1017089858 after retry RPC after error@1139196423) -> (continuation of Deferred@659813930 after retry RPC after error@1645704509) -> (continuation of Deferred@573707170 after retry RPC after error@1462835993), errback=(continuation of Deferred@1067095543 after retry RPC after error@451522078) -> (continuation of Deferred@871336238 after retry RPC after error@1332091930) -> (continuation of Deferred@616045868 after retry RPC after error@1937170171) -> (continuation of Deferred@1017089858 after retry RPC after error@1139196423) -> (continuation of Deferred@659813930 after retry RPC after error@1645704509) -> (continuation of Deferred@573707170 after retry RPC after error@1462835993)))
19:30:34.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:34.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:34.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:34.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:34.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:34.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.132 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@269425999(state=PENDING, result=null, callback=(continuation of Deferred@634419653 after retry RPC after error@441751056) -> (continuation of Deferred@1585540593 after retry RPC after error@915207691) -> (continuation of Deferred@271892302 after retry RPC after error@787373902) -> (continuation of Deferred@2077573511 after retry RPC after error@716758104) -> (continuation of Deferred@524540046 after retry RPC after error@1133240327) -> (continuation of Deferred@310597768 after retry RPC after error@2117409948) -> (continuation of Deferred@2142448764 after retry RPC after error@1671716949), errback=(continuation of Deferred@634419653 after retry RPC after error@441751056) -> (continuation of Deferred@1585540593 after retry RPC after error@915207691) -> (continuation of Deferred@271892302 after retry RPC after error@787373902) -> (continuation of Deferred@2077573511 after retry RPC after error@716758104) -> (continuation of Deferred@524540046 after retry RPC after error@1133240327) -> (continuation of Deferred@310597768 after retry RPC after error@2117409948) -> (continuation of Deferred@2142448764 after retry RPC after error@1671716949)))
19:30:35.133 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:35.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.193 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.211 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.313 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.393 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1698787760(state=PENDING, result=null, callback=(continuation of Deferred@1132660884 after retry RPC after error@1647514924) -> (continuation of Deferred@995585520 after retry RPC after error@1433753563) -> (continuation of Deferred@250159689 after retry RPC after error@1955192013) -> (continuation of Deferred@1949370177 after retry RPC after error@193289619) -> (continuation of Deferred@1287249344 after retry RPC after error@1995181870) -> (continuation of Deferred@177931709 after retry RPC after error@726902968) -> (continuation of Deferred@696661967 after retry RPC after error@1057347758), errback=(continuation of Deferred@1132660884 after retry RPC after error@1647514924) -> (continuation of Deferred@995585520 after retry RPC after error@1433753563) -> (continuation of Deferred@250159689 after retry RPC after error@1955192013) -> (continuation of Deferred@1949370177 after retry RPC after error@193289619) -> (continuation of Deferred@1287249344 after retry RPC after error@1995181870) -> (continuation of Deferred@177931709 after retry RPC after error@726902968) -> (continuation of Deferred@696661967 after retry RPC after error@1057347758)))
19:30:35.396 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1698787760(state=PENDING, result=null, callback=(continuation of Deferred@1132660884 after retry RPC after error@1647514924) -> (continuation of Deferred@995585520 after retry RPC after error@1433753563) -> (continuation of Deferred@250159689 after retry RPC after error@1955192013) -> (continuation of Deferred@1949370177 after retry RPC after error@193289619) -> (continuation of Deferred@1287249344 after retry RPC after error@1995181870) -> (continuation of Deferred@177931709 after retry RPC after error@726902968) -> (continuation of Deferred@696661967 after retry RPC after error@1057347758), errback=(continuation of Deferred@1132660884 after retry RPC after error@1647514924) -> (continuation of Deferred@995585520 after retry RPC after error@1433753563) -> (continuation of Deferred@250159689 after retry RPC after error@1955192013) -> (continuation of Deferred@1949370177 after retry RPC after error@193289619) -> (continuation of Deferred@1287249344 after retry RPC after error@1995181870) -> (continuation of Deferred@177931709 after retry RPC after error@726902968) -> (continuation of Deferred@696661967 after retry RPC after error@1057347758)))
19:30:35.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.413 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.431 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.451 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.471 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@171233841(state=PENDING, result=null, callback=(continuation of Deferred@361202566 after retry RPC after error@137382040) -> (continuation of Deferred@742157598 after retry RPC after error@11900914) -> (continuation of Deferred@688373713 after retry RPC after error@595150561) -> (continuation of Deferred@1826786061 after retry RPC after error@1078238052) -> (continuation of Deferred@1420385674 after retry RPC after error@1024350128) -> (continuation of Deferred@1162615295 after retry RPC after error@565654921), errback=(continuation of Deferred@361202566 after retry RPC after error@137382040) -> (continuation of Deferred@742157598 after retry RPC after error@11900914) -> (continuation of Deferred@688373713 after retry RPC after error@595150561) -> (continuation of Deferred@1826786061 after retry RPC after error@1078238052) -> (continuation of Deferred@1420385674 after retry RPC after error@1024350128) -> (continuation of Deferred@1162615295 after retry RPC after error@565654921)))
19:30:35.555 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@171233841(state=PENDING, result=null, callback=(continuation of Deferred@361202566 after retry RPC after error@137382040) -> (continuation of Deferred@742157598 after retry RPC after error@11900914) -> (continuation of Deferred@688373713 after retry RPC after error@595150561) -> (continuation of Deferred@1826786061 after retry RPC after error@1078238052) -> (continuation of Deferred@1420385674 after retry RPC after error@1024350128) -> (continuation of Deferred@1162615295 after retry RPC after error@565654921), errback=(continuation of Deferred@361202566 after retry RPC after error@137382040) -> (continuation of Deferred@742157598 after retry RPC after error@11900914) -> (continuation of Deferred@688373713 after retry RPC after error@595150561) -> (continuation of Deferred@1826786061 after retry RPC after error@1078238052) -> (continuation of Deferred@1420385674 after retry RPC after error@1024350128) -> (continuation of Deferred@1162615295 after retry RPC after error@565654921)))
19:30:35.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:35.607803 7975 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:30:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:35.608074 7975 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:35.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:35.608979 7975 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:35.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:35.610220 6658 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111) [suppressed 13 similar messages]
19:30:35.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:35.611721 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:35.611930 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:30:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:35.612094 6658 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:30:35.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:35.612413 7975 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:30:35.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.735 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@26364364(state=PENDING, result=null, callback=(continuation of Deferred@1473997362 after retry RPC after error@946675962) -> (continuation of Deferred@1625895648 after retry RPC after error@1931926296) -> (continuation of Deferred@2141238708 after retry RPC after error@781922378) -> (continuation of Deferred@122448203 after retry RPC after error@1115131041) -> (continuation of Deferred@947948622 after retry RPC after error@1341059700) -> (continuation of Deferred@730647795 after retry RPC after error@1440767911), errback=(continuation of Deferred@1473997362 after retry RPC after error@946675962) -> (continuation of Deferred@1625895648 after retry RPC after error@1931926296) -> (continuation of Deferred@2141238708 after retry RPC after error@781922378) -> (continuation of Deferred@122448203 after retry RPC after error@1115131041) -> (continuation of Deferred@947948622 after retry RPC after error@1341059700) -> (continuation of Deferred@730647795 after retry RPC after error@1440767911)))
19:30:35.735 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@26364364(state=PENDING, result=null, callback=(continuation of Deferred@1473997362 after retry RPC after error@946675962) -> (continuation of Deferred@1625895648 after retry RPC after error@1931926296) -> (continuation of Deferred@2141238708 after retry RPC after error@781922378) -> (continuation of Deferred@122448203 after retry RPC after error@1115131041) -> (continuation of Deferred@947948622 after retry RPC after error@1341059700) -> (continuation of Deferred@730647795 after retry RPC after error@1440767911), errback=(continuation of Deferred@1473997362 after retry RPC after error@946675962) -> (continuation of Deferred@1625895648 after retry RPC after error@1931926296) -> (continuation of Deferred@2141238708 after retry RPC after error@781922378) -> (continuation of Deferred@122448203 after retry RPC after error@1115131041) -> (continuation of Deferred@947948622 after retry RPC after error@1341059700) -> (continuation of Deferred@730647795 after retry RPC after error@1440767911)))
19:30:35.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.953 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.956 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [204ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1119891981(state=PENDING, result=null, callback=(continuation of Deferred@571527478 after retry RPC after error@1666516480) -> (continuation of Deferred@1337956279 after retry RPC after error@204243991) -> (continuation of Deferred@672234949 after retry RPC after error@1665076161) -> (continuation of Deferred@1343109694 after retry RPC after error@946475028) -> (continuation of Deferred@464956809 after retry RPC after error@13425725) -> (continuation of Deferred@565369296 after retry RPC after error@1236305730) -> (continuation of Deferred@1732550936 after retry RPC after error@26191097), errback=(continuation of Deferred@571527478 after retry RPC after error@1666516480) -> (continuation of Deferred@1337956279 after retry RPC after error@204243991) -> (continuation of Deferred@672234949 after retry RPC after error@1665076161) -> (continuation of Deferred@1343109694 after retry RPC after error@946475028) -> (continuation of Deferred@464956809 after retry RPC after error@13425725) -> (continuation of Deferred@565369296 after retry RPC after error@1236305730) -> (continuation of Deferred@1732550936 after retry RPC after error@26191097)))
19:30:35.957 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [204ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1119891981(state=PENDING, result=null, callback=(continuation of Deferred@571527478 after retry RPC after error@1666516480) -> (continuation of Deferred@1337956279 after retry RPC after error@204243991) -> (continuation of Deferred@672234949 after retry RPC after error@1665076161) -> (continuation of Deferred@1343109694 after retry RPC after error@946475028) -> (continuation of Deferred@464956809 after retry RPC after error@13425725) -> (continuation of Deferred@565369296 after retry RPC after error@1236305730) -> (continuation of Deferred@1732550936 after retry RPC after error@26191097), errback=(continuation of Deferred@571527478 after retry RPC after error@1666516480) -> (continuation of Deferred@1337956279 after retry RPC after error@204243991) -> (continuation of Deferred@672234949 after retry RPC after error@1665076161) -> (continuation of Deferred@1343109694 after retry RPC after error@946475028) -> (continuation of Deferred@464956809 after retry RPC after error@13425725) -> (continuation of Deferred@565369296 after retry RPC after error@1236305730) -> (continuation of Deferred@1732550936 after retry RPC after error@26191097)))
19:30:35.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:35.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:35.993 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:35.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:35.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:35.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.011 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.113 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.233 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1947643694(state=PENDING, result=null, callback=(continuation of Deferred@553845493 after retry RPC after error@1684259063) -> (continuation of Deferred@1048925752 after retry RPC after error@2133582105) -> (continuation of Deferred@1174814883 after retry RPC after error@1008223468) -> (continuation of Deferred@674820545 after retry RPC after error@146534134) -> (continuation of Deferred@2085401626 after retry RPC after error@34451547) -> (continuation of Deferred@1842671394 after retry RPC after error@986669104) -> (continuation of Deferred@599453463 after retry RPC after error@1289362515) -> (continuation of Deferred@104679189 after retry RPC after error@1202874626), errback=(continuation of Deferred@553845493 after retry RPC after error@1684259063) -> (continuation of Deferred@1048925752 after retry RPC after error@2133582105) -> (continuation of Deferred@1174814883 after retry RPC after error@1008223468) -> (continuation of Deferred@674820545 after retry RPC after error@146534134) -> (continuation of Deferred@2085401626 after retry RPC after error@34451547) -> (continuation of Deferred@1842671394 after retry RPC after error@986669104) -> (continuation of Deferred@599453463 after retry RPC after error@1289362515) -> (continuation of Deferred@104679189 after retry RPC after error@1202874626)))
19:30:36.233 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:36.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.253 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.273 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.291 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1067669190(state=PENDING, result=null, callback=(continuation of Deferred@1369789792 after retry RPC after error@230972481) -> (continuation of Deferred@1140064671 after retry RPC after error@1715759681) -> (continuation of Deferred@498154940 after retry RPC after error@850943007) -> (continuation of Deferred@1361267502 after retry RPC after error@342893865) -> (continuation of Deferred@3716806 after retry RPC after error@1880119930) -> (continuation of Deferred@1000408429 after retry RPC after error@787297885) -> (continuation of Deferred@1797667776 after retry RPC after error@429358932), errback=(continuation of Deferred@1369789792 after retry RPC after error@230972481) -> (continuation of Deferred@1140064671 after retry RPC after error@1715759681) -> (continuation of Deferred@498154940 after retry RPC after error@850943007) -> (continuation of Deferred@1361267502 after retry RPC after error@342893865) -> (continuation of Deferred@3716806 after retry RPC after error@1880119930) -> (continuation of Deferred@1000408429 after retry RPC after error@787297885) -> (continuation of Deferred@1797667776 after retry RPC after error@429358932)))
19:30:36.456 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1067669190(state=PENDING, result=null, callback=(continuation of Deferred@1369789792 after retry RPC after error@230972481) -> (continuation of Deferred@1140064671 after retry RPC after error@1715759681) -> (continuation of Deferred@498154940 after retry RPC after error@850943007) -> (continuation of Deferred@1361267502 after retry RPC after error@342893865) -> (continuation of Deferred@3716806 after retry RPC after error@1880119930) -> (continuation of Deferred@1000408429 after retry RPC after error@787297885) -> (continuation of Deferred@1797667776 after retry RPC after error@429358932), errback=(continuation of Deferred@1369789792 after retry RPC after error@230972481) -> (continuation of Deferred@1140064671 after retry RPC after error@1715759681) -> (continuation of Deferred@498154940 after retry RPC after error@850943007) -> (continuation of Deferred@1361267502 after retry RPC after error@342893865) -> (continuation of Deferred@3716806 after retry RPC after error@1880119930) -> (continuation of Deferred@1000408429 after retry RPC after error@787297885) -> (continuation of Deferred@1797667776 after retry RPC after error@429358932)))
19:30:36.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.473 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.493 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.553 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@637709918(state=PENDING, result=null, callback=(continuation of Deferred@1252521756 after retry RPC after error@1594158698) -> (continuation of Deferred@2105685309 after retry RPC after error@1321272461) -> (continuation of Deferred@1001067870 after retry RPC after error@1126484991) -> (continuation of Deferred@803419515 after retry RPC after error@1774233958) -> (continuation of Deferred@170016997 after retry RPC after error@1866209645) -> (continuation of Deferred@1505927452 after retry RPC after error@891664603), errback=(continuation of Deferred@1252521756 after retry RPC after error@1594158698) -> (continuation of Deferred@2105685309 after retry RPC after error@1321272461) -> (continuation of Deferred@1001067870 after retry RPC after error@1126484991) -> (continuation of Deferred@803419515 after retry RPC after error@1774233958) -> (continuation of Deferred@170016997 after retry RPC after error@1866209645) -> (continuation of Deferred@1505927452 after retry RPC after error@891664603)))
19:30:36.635 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@637709918(state=PENDING, result=null, callback=(continuation of Deferred@1252521756 after retry RPC after error@1594158698) -> (continuation of Deferred@2105685309 after retry RPC after error@1321272461) -> (continuation of Deferred@1001067870 after retry RPC after error@1126484991) -> (continuation of Deferred@803419515 after retry RPC after error@1774233958) -> (continuation of Deferred@170016997 after retry RPC after error@1866209645) -> (continuation of Deferred@1505927452 after retry RPC after error@891664603), errback=(continuation of Deferred@1252521756 after retry RPC after error@1594158698) -> (continuation of Deferred@2105685309 after retry RPC after error@1321272461) -> (continuation of Deferred@1001067870 after retry RPC after error@1126484991) -> (continuation of Deferred@803419515 after retry RPC after error@1774233958) -> (continuation of Deferred@170016997 after retry RPC after error@1866209645) -> (continuation of Deferred@1505927452 after retry RPC after error@891664603)))
19:30:36.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.771 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.893 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.897 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1345344052(state=PENDING, result=null, callback=(continuation of Deferred@742716521 after retry RPC after error@728765554) -> (continuation of Deferred@1329341107 after retry RPC after error@491747474) -> (continuation of Deferred@371405038 after retry RPC after error@1029400028) -> (continuation of Deferred@333242750 after retry RPC after error@1974567039) -> (continuation of Deferred@2048555623 after retry RPC after error@470390141) -> (continuation of Deferred@1747599507 after retry RPC after error@299992977) -> (continuation of Deferred@939593352 after retry RPC after error@1752422024), errback=(continuation of Deferred@742716521 after retry RPC after error@728765554) -> (continuation of Deferred@1329341107 after retry RPC after error@491747474) -> (continuation of Deferred@371405038 after retry RPC after error@1029400028) -> (continuation of Deferred@333242750 after retry RPC after error@1974567039) -> (continuation of Deferred@2048555623 after retry RPC after error@470390141) -> (continuation of Deferred@1747599507 after retry RPC after error@299992977) -> (continuation of Deferred@939593352 after retry RPC after error@1752422024)))
19:30:36.897 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1345344052(state=PENDING, result=null, callback=(continuation of Deferred@742716521 after retry RPC after error@728765554) -> (continuation of Deferred@1329341107 after retry RPC after error@491747474) -> (continuation of Deferred@371405038 after retry RPC after error@1029400028) -> (continuation of Deferred@333242750 after retry RPC after error@1974567039) -> (continuation of Deferred@2048555623 after retry RPC after error@470390141) -> (continuation of Deferred@1747599507 after retry RPC after error@299992977) -> (continuation of Deferred@939593352 after retry RPC after error@1752422024), errback=(continuation of Deferred@742716521 after retry RPC after error@728765554) -> (continuation of Deferred@1329341107 after retry RPC after error@491747474) -> (continuation of Deferred@371405038 after retry RPC after error@1029400028) -> (continuation of Deferred@333242750 after retry RPC after error@1974567039) -> (continuation of Deferred@2048555623 after retry RPC after error@470390141) -> (continuation of Deferred@1747599507 after retry RPC after error@299992977) -> (continuation of Deferred@939593352 after retry RPC after error@1752422024)))
19:30:36.911 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:36.993 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:36.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:36.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:36.993986 7096 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:36.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:36.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:36.999557 7096 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:37.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:37.001289 7097 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.86.124:41495)
19:30:37.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.115 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1357922554(state=PENDING, result=null, callback=(continuation of Deferred@382348884 after retry RPC after error@1283016835) -> (continuation of Deferred@778754296 after retry RPC after error@2085595743) -> (continuation of Deferred@993039116 after retry RPC after error@1024190905) -> (continuation of Deferred@1163807736 after retry RPC after error@1145179230) -> (continuation of Deferred@2077581097 after retry RPC after error@426850251) -> (continuation of Deferred@784838294 after retry RPC after error@2058581996) -> (continuation of Deferred@726549380 after retry RPC after error@999421513), errback=(continuation of Deferred@382348884 after retry RPC after error@1283016835) -> (continuation of Deferred@778754296 after retry RPC after error@2085595743) -> (continuation of Deferred@993039116 after retry RPC after error@1024190905) -> (continuation of Deferred@1163807736 after retry RPC after error@1145179230) -> (continuation of Deferred@2077581097 after retry RPC after error@426850251) -> (continuation of Deferred@784838294 after retry RPC after error@2058581996) -> (continuation of Deferred@726549380 after retry RPC after error@999421513)))
19:30:37.117 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1357922554(state=PENDING, result=null, callback=(continuation of Deferred@382348884 after retry RPC after error@1283016835) -> (continuation of Deferred@778754296 after retry RPC after error@2085595743) -> (continuation of Deferred@993039116 after retry RPC after error@1024190905) -> (continuation of Deferred@1163807736 after retry RPC after error@1145179230) -> (continuation of Deferred@2077581097 after retry RPC after error@426850251) -> (continuation of Deferred@784838294 after retry RPC after error@2058581996) -> (continuation of Deferred@726549380 after retry RPC after error@999421513), errback=(continuation of Deferred@382348884 after retry RPC after error@1283016835) -> (continuation of Deferred@778754296 after retry RPC after error@2085595743) -> (continuation of Deferred@993039116 after retry RPC after error@1024190905) -> (continuation of Deferred@1163807736 after retry RPC after error@1145179230) -> (continuation of Deferred@2077581097 after retry RPC after error@426850251) -> (continuation of Deferred@784838294 after retry RPC after error@2058581996) -> (continuation of Deferred@726549380 after retry RPC after error@999421513)))
19:30:37.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.133 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.193 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@58715800(state=PENDING, result=null, callback=(continuation of Deferred@205902285 after retry RPC after error@662017629) -> (continuation of Deferred@225852148 after retry RPC after error@1904287468) -> (continuation of Deferred@1399354024 after retry RPC after error@1487196646) -> (continuation of Deferred@1689907612 after retry RPC after error@490141081) -> (continuation of Deferred@224078245 after retry RPC after error@1938743817) -> (continuation of Deferred@1477499125 after retry RPC after error@1923118163) -> (continuation of Deferred@643984803 after retry RPC after error@578309580), errback=(continuation of Deferred@205902285 after retry RPC after error@662017629) -> (continuation of Deferred@225852148 after retry RPC after error@1904287468) -> (continuation of Deferred@1399354024 after retry RPC after error@1487196646) -> (continuation of Deferred@1689907612 after retry RPC after error@490141081) -> (continuation of Deferred@224078245 after retry RPC after error@1938743817) -> (continuation of Deferred@1477499125 after retry RPC after error@1923118163) -> (continuation of Deferred@643984803 after retry RPC after error@578309580)))
19:30:37.357 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@58715800(state=PENDING, result=null, callback=(continuation of Deferred@205902285 after retry RPC after error@662017629) -> (continuation of Deferred@225852148 after retry RPC after error@1904287468) -> (continuation of Deferred@1399354024 after retry RPC after error@1487196646) -> (continuation of Deferred@1689907612 after retry RPC after error@490141081) -> (continuation of Deferred@224078245 after retry RPC after error@1938743817) -> (continuation of Deferred@1477499125 after retry RPC after error@1923118163) -> (continuation of Deferred@643984803 after retry RPC after error@578309580), errback=(continuation of Deferred@205902285 after retry RPC after error@662017629) -> (continuation of Deferred@225852148 after retry RPC after error@1904287468) -> (continuation of Deferred@1399354024 after retry RPC after error@1487196646) -> (continuation of Deferred@1689907612 after retry RPC after error@490141081) -> (continuation of Deferred@224078245 after retry RPC after error@1938743817) -> (continuation of Deferred@1477499125 after retry RPC after error@1923118163) -> (continuation of Deferred@643984803 after retry RPC after error@578309580)))
19:30:37.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.433 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.453 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@9085955(state=PENDING, result=null, callback=(continuation of Deferred@387310635 after retry RPC after error@1770512533) -> (continuation of Deferred@574132448 after retry RPC after error@2009563672) -> (continuation of Deferred@1330316407 after retry RPC after error@421451331) -> (continuation of Deferred@2135423504 after retry RPC after error@886796450) -> (continuation of Deferred@589607666 after retry RPC after error@1281872923) -> (continuation of Deferred@204480765 after retry RPC after error@1661018041), errback=(continuation of Deferred@387310635 after retry RPC after error@1770512533) -> (continuation of Deferred@574132448 after retry RPC after error@2009563672) -> (continuation of Deferred@1330316407 after retry RPC after error@421451331) -> (continuation of Deferred@2135423504 after retry RPC after error@886796450) -> (continuation of Deferred@589607666 after retry RPC after error@1281872923) -> (continuation of Deferred@204480765 after retry RPC after error@1661018041)))
19:30:37.515 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@9085955(state=PENDING, result=null, callback=(continuation of Deferred@387310635 after retry RPC after error@1770512533) -> (continuation of Deferred@574132448 after retry RPC after error@2009563672) -> (continuation of Deferred@1330316407 after retry RPC after error@421451331) -> (continuation of Deferred@2135423504 after retry RPC after error@886796450) -> (continuation of Deferred@589607666 after retry RPC after error@1281872923) -> (continuation of Deferred@204480765 after retry RPC after error@1661018041), errback=(continuation of Deferred@387310635 after retry RPC after error@1770512533) -> (continuation of Deferred@574132448 after retry RPC after error@2009563672) -> (continuation of Deferred@1330316407 after retry RPC after error@421451331) -> (continuation of Deferred@2135423504 after retry RPC after error@886796450) -> (continuation of Deferred@589607666 after retry RPC after error@1281872923) -> (continuation of Deferred@204480765 after retry RPC after error@1661018041)))
19:30:37.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.553 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.693 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@501749202(state=PENDING, result=null, callback=(continuation of Deferred@1691286359 after retry RPC after error@1855390533) -> (continuation of Deferred@8448472 after retry RPC after error@1562061471) -> (continuation of Deferred@1318872616 after retry RPC after error@407357845) -> (continuation of Deferred@529411436 after retry RPC after error@465941456) -> (continuation of Deferred@918895526 after retry RPC after error@283658122) -> (continuation of Deferred@2120482230 after retry RPC after error@1208912537), errback=(continuation of Deferred@1691286359 after retry RPC after error@1855390533) -> (continuation of Deferred@8448472 after retry RPC after error@1562061471) -> (continuation of Deferred@1318872616 after retry RPC after error@407357845) -> (continuation of Deferred@529411436 after retry RPC after error@465941456) -> (continuation of Deferred@918895526 after retry RPC after error@283658122) -> (continuation of Deferred@2120482230 after retry RPC after error@1208912537)))
19:30:37.696 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@501749202(state=PENDING, result=null, callback=(continuation of Deferred@1691286359 after retry RPC after error@1855390533) -> (continuation of Deferred@8448472 after retry RPC after error@1562061471) -> (continuation of Deferred@1318872616 after retry RPC after error@407357845) -> (continuation of Deferred@529411436 after retry RPC after error@465941456) -> (continuation of Deferred@918895526 after retry RPC after error@283658122) -> (continuation of Deferred@2120482230 after retry RPC after error@1208912537), errback=(continuation of Deferred@1691286359 after retry RPC after error@1855390533) -> (continuation of Deferred@8448472 after retry RPC after error@1562061471) -> (continuation of Deferred@1318872616 after retry RPC after error@407357845) -> (continuation of Deferred@529411436 after retry RPC after error@465941456) -> (continuation of Deferred@918895526 after retry RPC after error@283658122) -> (continuation of Deferred@2120482230 after retry RPC after error@1208912537)))
19:30:37.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.851 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:37.972 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@26727046(state=PENDING, result=null, callback=(continuation of Deferred@1561531129 after retry RPC after error@101102802) -> (continuation of Deferred@304924036 after retry RPC after error@756033189) -> (continuation of Deferred@1750170916 after retry RPC after error@1539499224) -> (continuation of Deferred@800463553 after retry RPC after error@54469788) -> (continuation of Deferred@1625604482 after retry RPC after error@751570274) -> (continuation of Deferred@867396136 after retry RPC after error@1230152454) -> (continuation of Deferred@268211071 after retry RPC after error@1133979903) -> (continuation of Deferred@1801320591 after retry RPC after error@936066161) -> (continuation of Deferred@1548170908 after retry RPC after error@653077819), errback=(continuation of Deferred@1561531129 after retry RPC after error@101102802) -> (continuation of Deferred@304924036 after retry RPC after error@756033189) -> (continuation of Deferred@1750170916 after retry RPC after error@1539499224) -> (continuation of Deferred@800463553 after retry RPC after error@54469788) -> (continuation of Deferred@1625604482 after retry RPC after error@751570274) -> (continuation of Deferred@867396136 after retry RPC after error@1230152454) -> (continuation of Deferred@268211071 after retry RPC after error@1133979903) -> (continuation of Deferred@1801320591 after retry RPC after error@936066161) -> (continuation of Deferred@1548170908 after retry RPC after error@653077819)))
19:30:37.973 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:37.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:37.993 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:37.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:37.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:37.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@959257305(state=PENDING, result=null, callback=(continuation of Deferred@193619833 after retry RPC after error@1184453962) -> (continuation of Deferred@1377596773 after retry RPC after error@62281261) -> (continuation of Deferred@1541359757 after retry RPC after error@1465935289) -> (continuation of Deferred@1717994861 after retry RPC after error@1473290418) -> (continuation of Deferred@1986662885 after retry RPC after error@578027324) -> (continuation of Deferred@1894538226 after retry RPC after error@585867373), errback=(continuation of Deferred@193619833 after retry RPC after error@1184453962) -> (continuation of Deferred@1377596773 after retry RPC after error@62281261) -> (continuation of Deferred@1541359757 after retry RPC after error@1465935289) -> (continuation of Deferred@1717994861 after retry RPC after error@1473290418) -> (continuation of Deferred@1986662885 after retry RPC after error@578027324) -> (continuation of Deferred@1894538226 after retry RPC after error@585867373)))
19:30:38.135 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@959257305(state=PENDING, result=null, callback=(continuation of Deferred@193619833 after retry RPC after error@1184453962) -> (continuation of Deferred@1377596773 after retry RPC after error@62281261) -> (continuation of Deferred@1541359757 after retry RPC after error@1465935289) -> (continuation of Deferred@1717994861 after retry RPC after error@1473290418) -> (continuation of Deferred@1986662885 after retry RPC after error@578027324) -> (continuation of Deferred@1894538226 after retry RPC after error@585867373), errback=(continuation of Deferred@193619833 after retry RPC after error@1184453962) -> (continuation of Deferred@1377596773 after retry RPC after error@62281261) -> (continuation of Deferred@1541359757 after retry RPC after error@1465935289) -> (continuation of Deferred@1717994861 after retry RPC after error@1473290418) -> (continuation of Deferred@1986662885 after retry RPC after error@578027324) -> (continuation of Deferred@1894538226 after retry RPC after error@585867373)))
19:30:38.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.191 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.233 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.253 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.412 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1338005809(state=PENDING, result=null, callback=(continuation of Deferred@1366000504 after retry RPC after error@1962407885) -> (continuation of Deferred@392927226 after retry RPC after error@1521438199) -> (continuation of Deferred@1473406361 after retry RPC after error@475048241) -> (continuation of Deferred@1473198342 after retry RPC after error@2007959293) -> (continuation of Deferred@857033532 after retry RPC after error@714433870) -> (continuation of Deferred@79457811 after retry RPC after error@195762327) -> (continuation of Deferred@318697077 after retry RPC after error@331372145) -> (continuation of Deferred@1961586412 after retry RPC after error@660062022), errback=(continuation of Deferred@1366000504 after retry RPC after error@1962407885) -> (continuation of Deferred@392927226 after retry RPC after error@1521438199) -> (continuation of Deferred@1473406361 after retry RPC after error@475048241) -> (continuation of Deferred@1473198342 after retry RPC after error@2007959293) -> (continuation of Deferred@857033532 after retry RPC after error@714433870) -> (continuation of Deferred@79457811 after retry RPC after error@195762327) -> (continuation of Deferred@318697077 after retry RPC after error@331372145) -> (continuation of Deferred@1961586412 after retry RPC after error@660062022)))
19:30:38.413 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:38.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1671973603(state=PENDING, result=null, callback=(continuation of Deferred@781033345 after retry RPC after error@1733833098) -> (continuation of Deferred@1085414763 after retry RPC after error@1642903756) -> (continuation of Deferred@601834215 after retry RPC after error@95282039) -> (continuation of Deferred@1428488172 after retry RPC after error@1368004444) -> (continuation of Deferred@136032240 after retry RPC after error@1657226207) -> (continuation of Deferred@284036084 after retry RPC after error@299884098) -> (continuation of Deferred@1148094374 after retry RPC after error@485485903), errback=(continuation of Deferred@781033345 after retry RPC after error@1733833098) -> (continuation of Deferred@1085414763 after retry RPC after error@1642903756) -> (continuation of Deferred@601834215 after retry RPC after error@95282039) -> (continuation of Deferred@1428488172 after retry RPC after error@1368004444) -> (continuation of Deferred@136032240 after retry RPC after error@1657226207) -> (continuation of Deferred@284036084 after retry RPC after error@299884098) -> (continuation of Deferred@1148094374 after retry RPC after error@485485903)))
19:30:38.596 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1671973603(state=PENDING, result=null, callback=(continuation of Deferred@781033345 after retry RPC after error@1733833098) -> (continuation of Deferred@1085414763 after retry RPC after error@1642903756) -> (continuation of Deferred@601834215 after retry RPC after error@95282039) -> (continuation of Deferred@1428488172 after retry RPC after error@1368004444) -> (continuation of Deferred@136032240 after retry RPC after error@1657226207) -> (continuation of Deferred@284036084 after retry RPC after error@299884098) -> (continuation of Deferred@1148094374 after retry RPC after error@485485903), errback=(continuation of Deferred@781033345 after retry RPC after error@1733833098) -> (continuation of Deferred@1085414763 after retry RPC after error@1642903756) -> (continuation of Deferred@601834215 after retry RPC after error@95282039) -> (continuation of Deferred@1428488172 after retry RPC after error@1368004444) -> (continuation of Deferred@136032240 after retry RPC after error@1657226207) -> (continuation of Deferred@284036084 after retry RPC after error@299884098) -> (continuation of Deferred@1148094374 after retry RPC after error@485485903)))
19:30:38.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.613 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.631 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.651 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.673 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.691 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.713 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.731 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1069070149(state=PENDING, result=null, callback=(continuation of Deferred@1633514985 after retry RPC after error@295984453) -> (continuation of Deferred@1755927694 after retry RPC after error@307352641) -> (continuation of Deferred@413735391 after retry RPC after error@735322618) -> (continuation of Deferred@159059242 after retry RPC after error@353645464) -> (continuation of Deferred@1159968516 after retry RPC after error@1332909483) -> (continuation of Deferred@506577714 after retry RPC after error@705538975) -> (continuation of Deferred@1926144589 after retry RPC after error@692764274), errback=(continuation of Deferred@1633514985 after retry RPC after error@295984453) -> (continuation of Deferred@1755927694 after retry RPC after error@307352641) -> (continuation of Deferred@413735391 after retry RPC after error@735322618) -> (continuation of Deferred@159059242 after retry RPC after error@353645464) -> (continuation of Deferred@1159968516 after retry RPC after error@1332909483) -> (continuation of Deferred@506577714 after retry RPC after error@705538975) -> (continuation of Deferred@1926144589 after retry RPC after error@692764274)))
19:30:38.836 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1069070149(state=PENDING, result=null, callback=(continuation of Deferred@1633514985 after retry RPC after error@295984453) -> (continuation of Deferred@1755927694 after retry RPC after error@307352641) -> (continuation of Deferred@413735391 after retry RPC after error@735322618) -> (continuation of Deferred@159059242 after retry RPC after error@353645464) -> (continuation of Deferred@1159968516 after retry RPC after error@1332909483) -> (continuation of Deferred@506577714 after retry RPC after error@705538975) -> (continuation of Deferred@1926144589 after retry RPC after error@692764274), errback=(continuation of Deferred@1633514985 after retry RPC after error@295984453) -> (continuation of Deferred@1755927694 after retry RPC after error@307352641) -> (continuation of Deferred@413735391 after retry RPC after error@735322618) -> (continuation of Deferred@159059242 after retry RPC after error@353645464) -> (continuation of Deferred@1159968516 after retry RPC after error@1332909483) -> (continuation of Deferred@506577714 after retry RPC after error@705538975) -> (continuation of Deferred@1926144589 after retry RPC after error@692764274)))
19:30:38.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.853 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.873 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.893 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.911 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:38.971 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:38.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:38.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:38.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:38.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@725595814(state=PENDING, result=null, callback=(continuation of Deferred@442356214 after retry RPC after error@877041816) -> (continuation of Deferred@962131089 after retry RPC after error@1862594458) -> (continuation of Deferred@455234029 after retry RPC after error@455120969) -> (continuation of Deferred@1705122752 after retry RPC after error@764563665) -> (continuation of Deferred@615956919 after retry RPC after error@994830264) -> (continuation of Deferred@1312986890 after retry RPC after error@1911112395), errback=(continuation of Deferred@442356214 after retry RPC after error@877041816) -> (continuation of Deferred@962131089 after retry RPC after error@1862594458) -> (continuation of Deferred@455234029 after retry RPC after error@455120969) -> (continuation of Deferred@1705122752 after retry RPC after error@764563665) -> (continuation of Deferred@615956919 after retry RPC after error@994830264) -> (continuation of Deferred@1312986890 after retry RPC after error@1911112395)))
19:30:39.035 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@725595814(state=PENDING, result=null, callback=(continuation of Deferred@442356214 after retry RPC after error@877041816) -> (continuation of Deferred@962131089 after retry RPC after error@1862594458) -> (continuation of Deferred@455234029 after retry RPC after error@455120969) -> (continuation of Deferred@1705122752 after retry RPC after error@764563665) -> (continuation of Deferred@615956919 after retry RPC after error@994830264) -> (continuation of Deferred@1312986890 after retry RPC after error@1911112395), errback=(continuation of Deferred@442356214 after retry RPC after error@877041816) -> (continuation of Deferred@962131089 after retry RPC after error@1862594458) -> (continuation of Deferred@455234029 after retry RPC after error@455120969) -> (continuation of Deferred@1705122752 after retry RPC after error@764563665) -> (continuation of Deferred@615956919 after retry RPC after error@994830264) -> (continuation of Deferred@1312986890 after retry RPC after error@1911112395)))
19:30:39.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.253 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@463801198(state=PENDING, result=null, callback=(continuation of Deferred@2040641035 after retry RPC after error@1027808197) -> (continuation of Deferred@1364705474 after retry RPC after error@1654284285) -> (continuation of Deferred@385858635 after retry RPC after error@868679778) -> (continuation of Deferred@1559856904 after retry RPC after error@1823235805) -> (continuation of Deferred@131771111 after retry RPC after error@202735214) -> (continuation of Deferred@474249507 after retry RPC after error@303072960), errback=(continuation of Deferred@2040641035 after retry RPC after error@1027808197) -> (continuation of Deferred@1364705474 after retry RPC after error@1654284285) -> (continuation of Deferred@385858635 after retry RPC after error@868679778) -> (continuation of Deferred@1559856904 after retry RPC after error@1823235805) -> (continuation of Deferred@131771111 after retry RPC after error@202735214) -> (continuation of Deferred@474249507 after retry RPC after error@303072960)))
19:30:39.256 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@463801198(state=PENDING, result=null, callback=(continuation of Deferred@2040641035 after retry RPC after error@1027808197) -> (continuation of Deferred@1364705474 after retry RPC after error@1654284285) -> (continuation of Deferred@385858635 after retry RPC after error@868679778) -> (continuation of Deferred@1559856904 after retry RPC after error@1823235805) -> (continuation of Deferred@131771111 after retry RPC after error@202735214) -> (continuation of Deferred@474249507 after retry RPC after error@303072960), errback=(continuation of Deferred@2040641035 after retry RPC after error@1027808197) -> (continuation of Deferred@1364705474 after retry RPC after error@1654284285) -> (continuation of Deferred@385858635 after retry RPC after error@868679778) -> (continuation of Deferred@1559856904 after retry RPC after error@1823235805) -> (continuation of Deferred@131771111 after retry RPC after error@202735214) -> (continuation of Deferred@474249507 after retry RPC after error@303072960)))
19:30:39.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.273 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.291 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.311 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@439501738(state=PENDING, result=null, callback=(continuation of Deferred@1759282821 after retry RPC after error@551442713) -> (continuation of Deferred@1772941882 after retry RPC after error@1636553654) -> (continuation of Deferred@1844414892 after retry RPC after error@1059783577) -> (continuation of Deferred@832047972 after retry RPC after error@238123138) -> (continuation of Deferred@528622081 after retry RPC after error@2018692515) -> (continuation of Deferred@157297382 after retry RPC after error@210806304) -> (continuation of Deferred@42733465 after retry RPC after error@1818092990), errback=(continuation of Deferred@1759282821 after retry RPC after error@551442713) -> (continuation of Deferred@1772941882 after retry RPC after error@1636553654) -> (continuation of Deferred@1844414892 after retry RPC after error@1059783577) -> (continuation of Deferred@832047972 after retry RPC after error@238123138) -> (continuation of Deferred@528622081 after retry RPC after error@2018692515) -> (continuation of Deferred@157297382 after retry RPC after error@210806304) -> (continuation of Deferred@42733465 after retry RPC after error@1818092990)))
19:30:39.495 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@439501738(state=PENDING, result=null, callback=(continuation of Deferred@1759282821 after retry RPC after error@551442713) -> (continuation of Deferred@1772941882 after retry RPC after error@1636553654) -> (continuation of Deferred@1844414892 after retry RPC after error@1059783577) -> (continuation of Deferred@832047972 after retry RPC after error@238123138) -> (continuation of Deferred@528622081 after retry RPC after error@2018692515) -> (continuation of Deferred@157297382 after retry RPC after error@210806304) -> (continuation of Deferred@42733465 after retry RPC after error@1818092990), errback=(continuation of Deferred@1759282821 after retry RPC after error@551442713) -> (continuation of Deferred@1772941882 after retry RPC after error@1636553654) -> (continuation of Deferred@1844414892 after retry RPC after error@1059783577) -> (continuation of Deferred@832047972 after retry RPC after error@238123138) -> (continuation of Deferred@528622081 after retry RPC after error@2018692515) -> (continuation of Deferred@157297382 after retry RPC after error@210806304) -> (continuation of Deferred@42733465 after retry RPC after error@1818092990)))
19:30:39.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.531 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:39.642302 8008 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:30:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:39.642511 8008 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:39.643220 8008 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:39.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:39.646261 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:30:39.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:39.646557 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:39.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:39.646742 6660 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:30:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:39.647013 8008 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:30:39.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@387598796(state=PENDING, result=null, callback=(continuation of Deferred@1425297813 after retry RPC after error@92151518) -> (continuation of Deferred@709784324 after retry RPC after error@1868499880) -> (continuation of Deferred@433162031 after retry RPC after error@1814884901) -> (continuation of Deferred@899902199 after retry RPC after error@573978016) -> (continuation of Deferred@936060470 after retry RPC after error@1023231792) -> (continuation of Deferred@312964746 after retry RPC after error@28301899), errback=(continuation of Deferred@1425297813 after retry RPC after error@92151518) -> (continuation of Deferred@709784324 after retry RPC after error@1868499880) -> (continuation of Deferred@433162031 after retry RPC after error@1814884901) -> (continuation of Deferred@899902199 after retry RPC after error@573978016) -> (continuation of Deferred@936060470 after retry RPC after error@1023231792) -> (continuation of Deferred@312964746 after retry RPC after error@28301899)))
19:30:39.675 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@387598796(state=PENDING, result=null, callback=(continuation of Deferred@1425297813 after retry RPC after error@92151518) -> (continuation of Deferred@709784324 after retry RPC after error@1868499880) -> (continuation of Deferred@433162031 after retry RPC after error@1814884901) -> (continuation of Deferred@899902199 after retry RPC after error@573978016) -> (continuation of Deferred@936060470 after retry RPC after error@1023231792) -> (continuation of Deferred@312964746 after retry RPC after error@28301899), errback=(continuation of Deferred@1425297813 after retry RPC after error@92151518) -> (continuation of Deferred@709784324 after retry RPC after error@1868499880) -> (continuation of Deferred@433162031 after retry RPC after error@1814884901) -> (continuation of Deferred@899902199 after retry RPC after error@573978016) -> (continuation of Deferred@936060470 after retry RPC after error@1023231792) -> (continuation of Deferred@312964746 after retry RPC after error@28301899)))
19:30:39.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.693 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.713 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.733 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.893 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@984321996(state=PENDING, result=null, callback=(continuation of Deferred@1176661471 after retry RPC after error@1499518475) -> (continuation of Deferred@1187928596 after retry RPC after error@545089774) -> (continuation of Deferred@1969534379 after retry RPC after error@720102786) -> (continuation of Deferred@515966001 after retry RPC after error@1429218591) -> (continuation of Deferred@94968831 after retry RPC after error@1880832317) -> (continuation of Deferred@1726827395 after retry RPC after error@849449628), errback=(continuation of Deferred@1176661471 after retry RPC after error@1499518475) -> (continuation of Deferred@1187928596 after retry RPC after error@545089774) -> (continuation of Deferred@1969534379 after retry RPC after error@720102786) -> (continuation of Deferred@515966001 after retry RPC after error@1429218591) -> (continuation of Deferred@94968831 after retry RPC after error@1880832317) -> (continuation of Deferred@1726827395 after retry RPC after error@849449628)))
19:30:39.896 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@984321996(state=PENDING, result=null, callback=(continuation of Deferred@1176661471 after retry RPC after error@1499518475) -> (continuation of Deferred@1187928596 after retry RPC after error@545089774) -> (continuation of Deferred@1969534379 after retry RPC after error@720102786) -> (continuation of Deferred@515966001 after retry RPC after error@1429218591) -> (continuation of Deferred@94968831 after retry RPC after error@1880832317) -> (continuation of Deferred@1726827395 after retry RPC after error@849449628), errback=(continuation of Deferred@1176661471 after retry RPC after error@1499518475) -> (continuation of Deferred@1187928596 after retry RPC after error@545089774) -> (continuation of Deferred@1969534379 after retry RPC after error@720102786) -> (continuation of Deferred@515966001 after retry RPC after error@1429218591) -> (continuation of Deferred@94968831 after retry RPC after error@1880832317) -> (continuation of Deferred@1726827395 after retry RPC after error@849449628)))
19:30:39.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.913 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.953 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:39.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:39.993 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:39.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:39.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:39.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.011 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.172 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1448829102(state=PENDING, result=null, callback=(continuation of Deferred@1813795339 after retry RPC after error@658765502) -> (continuation of Deferred@1378597302 after retry RPC after error@1610153293) -> (continuation of Deferred@1375363251 after retry RPC after error@1773443636) -> (continuation of Deferred@1717397693 after retry RPC after error@2119693230) -> (continuation of Deferred@2083187503 after retry RPC after error@822262692) -> (continuation of Deferred@1008149945 after retry RPC after error@2107403030) -> (continuation of Deferred@1455719449 after retry RPC after error@1916783358), errback=(continuation of Deferred@1813795339 after retry RPC after error@658765502) -> (continuation of Deferred@1378597302 after retry RPC after error@1610153293) -> (continuation of Deferred@1375363251 after retry RPC after error@1773443636) -> (continuation of Deferred@1717397693 after retry RPC after error@2119693230) -> (continuation of Deferred@2083187503 after retry RPC after error@822262692) -> (continuation of Deferred@1008149945 after retry RPC after error@2107403030) -> (continuation of Deferred@1455719449 after retry RPC after error@1916783358)))
19:30:40.173 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:40.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.193 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.233 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.253 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.273 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.311 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.413 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1054977177(state=PENDING, result=null, callback=(continuation of Deferred@539133952 after retry RPC after error@1620654582) -> (continuation of Deferred@182098787 after retry RPC after error@971795397) -> (continuation of Deferred@221939312 after retry RPC after error@616908968) -> (continuation of Deferred@2056965840 after retry RPC after error@544354309) -> (continuation of Deferred@2032286589 after retry RPC after error@2007809273) -> (continuation of Deferred@1542197394 after retry RPC after error@1789911538) -> (continuation of Deferred@37668361 after retry RPC after error@275249603), errback=(continuation of Deferred@539133952 after retry RPC after error@1620654582) -> (continuation of Deferred@182098787 after retry RPC after error@971795397) -> (continuation of Deferred@221939312 after retry RPC after error@616908968) -> (continuation of Deferred@2056965840 after retry RPC after error@544354309) -> (continuation of Deferred@2032286589 after retry RPC after error@2007809273) -> (continuation of Deferred@1542197394 after retry RPC after error@1789911538) -> (continuation of Deferred@37668361 after retry RPC after error@275249603)))
19:30:40.416 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1054977177(state=PENDING, result=null, callback=(continuation of Deferred@539133952 after retry RPC after error@1620654582) -> (continuation of Deferred@182098787 after retry RPC after error@971795397) -> (continuation of Deferred@221939312 after retry RPC after error@616908968) -> (continuation of Deferred@2056965840 after retry RPC after error@544354309) -> (continuation of Deferred@2032286589 after retry RPC after error@2007809273) -> (continuation of Deferred@1542197394 after retry RPC after error@1789911538) -> (continuation of Deferred@37668361 after retry RPC after error@275249603), errback=(continuation of Deferred@539133952 after retry RPC after error@1620654582) -> (continuation of Deferred@182098787 after retry RPC after error@971795397) -> (continuation of Deferred@221939312 after retry RPC after error@616908968) -> (continuation of Deferred@2056965840 after retry RPC after error@544354309) -> (continuation of Deferred@2032286589 after retry RPC after error@2007809273) -> (continuation of Deferred@1542197394 after retry RPC after error@1789911538) -> (continuation of Deferred@37668361 after retry RPC after error@275249603)))
19:30:40.431 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.511 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.531 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1106434223(state=PENDING, result=null, callback=(continuation of Deferred@808350780 after retry RPC after error@417433218) -> (continuation of Deferred@593966470 after retry RPC after error@1946662629) -> (continuation of Deferred@936096717 after retry RPC after error@587916832) -> (continuation of Deferred@962280642 after retry RPC after error@1881281938) -> (continuation of Deferred@446530944 after retry RPC after error@1850891029) -> (continuation of Deferred@235919153 after retry RPC after error@1851907559), errback=(continuation of Deferred@808350780 after retry RPC after error@417433218) -> (continuation of Deferred@593966470 after retry RPC after error@1946662629) -> (continuation of Deferred@936096717 after retry RPC after error@587916832) -> (continuation of Deferred@962280642 after retry RPC after error@1881281938) -> (continuation of Deferred@446530944 after retry RPC after error@1850891029) -> (continuation of Deferred@235919153 after retry RPC after error@1851907559)))
19:30:40.596 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1106434223(state=PENDING, result=null, callback=(continuation of Deferred@808350780 after retry RPC after error@417433218) -> (continuation of Deferred@593966470 after retry RPC after error@1946662629) -> (continuation of Deferred@936096717 after retry RPC after error@587916832) -> (continuation of Deferred@962280642 after retry RPC after error@1881281938) -> (continuation of Deferred@446530944 after retry RPC after error@1850891029) -> (continuation of Deferred@235919153 after retry RPC after error@1851907559), errback=(continuation of Deferred@808350780 after retry RPC after error@417433218) -> (continuation of Deferred@593966470 after retry RPC after error@1946662629) -> (continuation of Deferred@936096717 after retry RPC after error@587916832) -> (continuation of Deferred@962280642 after retry RPC after error@1881281938) -> (continuation of Deferred@446530944 after retry RPC after error@1850891029) -> (continuation of Deferred@235919153 after retry RPC after error@1851907559)))
19:30:40.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.676 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.677 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.677 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.713 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.733 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@536157879(state=PENDING, result=null, callback=(continuation of Deferred@1515485446 after retry RPC after error@1018084759) -> (continuation of Deferred@20667016 after retry RPC after error@915205310) -> (continuation of Deferred@1332297504 after retry RPC after error@107114847) -> (continuation of Deferred@1574339585 after retry RPC after error@208566809) -> (continuation of Deferred@184079499 after retry RPC after error@520467458) -> (continuation of Deferred@1981468015 after retry RPC after error@165404423), errback=(continuation of Deferred@1515485446 after retry RPC after error@1018084759) -> (continuation of Deferred@20667016 after retry RPC after error@915205310) -> (continuation of Deferred@1332297504 after retry RPC after error@107114847) -> (continuation of Deferred@1574339585 after retry RPC after error@208566809) -> (continuation of Deferred@184079499 after retry RPC after error@520467458) -> (continuation of Deferred@1981468015 after retry RPC after error@165404423)))
19:30:40.756 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@536157879(state=PENDING, result=null, callback=(continuation of Deferred@1515485446 after retry RPC after error@1018084759) -> (continuation of Deferred@20667016 after retry RPC after error@915205310) -> (continuation of Deferred@1332297504 after retry RPC after error@107114847) -> (continuation of Deferred@1574339585 after retry RPC after error@208566809) -> (continuation of Deferred@184079499 after retry RPC after error@520467458) -> (continuation of Deferred@1981468015 after retry RPC after error@165404423), errback=(continuation of Deferred@1515485446 after retry RPC after error@1018084759) -> (continuation of Deferred@20667016 after retry RPC after error@915205310) -> (continuation of Deferred@1332297504 after retry RPC after error@107114847) -> (continuation of Deferred@1574339585 after retry RPC after error@208566809) -> (continuation of Deferred@184079499 after retry RPC after error@520467458) -> (continuation of Deferred@1981468015 after retry RPC after error@165404423)))
19:30:40.771 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.791 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.853 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.891 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@607416708(state=PENDING, result=null, callback=(continuation of Deferred@148387935 after retry RPC after error@659828702) -> (continuation of Deferred@1420845987 after retry RPC after error@1401917664) -> (continuation of Deferred@450641934 after retry RPC after error@477148756) -> (continuation of Deferred@1267364610 after retry RPC after error@1689121283) -> (continuation of Deferred@478741160 after retry RPC after error@89314683) -> (continuation of Deferred@500737200 after retry RPC after error@376332514), errback=(continuation of Deferred@148387935 after retry RPC after error@659828702) -> (continuation of Deferred@1420845987 after retry RPC after error@1401917664) -> (continuation of Deferred@450641934 after retry RPC after error@477148756) -> (continuation of Deferred@1267364610 after retry RPC after error@1689121283) -> (continuation of Deferred@478741160 after retry RPC after error@89314683) -> (continuation of Deferred@500737200 after retry RPC after error@376332514)))
19:30:40.956 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@607416708(state=PENDING, result=null, callback=(continuation of Deferred@148387935 after retry RPC after error@659828702) -> (continuation of Deferred@1420845987 after retry RPC after error@1401917664) -> (continuation of Deferred@450641934 after retry RPC after error@477148756) -> (continuation of Deferred@1267364610 after retry RPC after error@1689121283) -> (continuation of Deferred@478741160 after retry RPC after error@89314683) -> (continuation of Deferred@500737200 after retry RPC after error@376332514), errback=(continuation of Deferred@148387935 after retry RPC after error@659828702) -> (continuation of Deferred@1420845987 after retry RPC after error@1401917664) -> (continuation of Deferred@450641934 after retry RPC after error@477148756) -> (continuation of Deferred@1267364610 after retry RPC after error@1689121283) -> (continuation of Deferred@478741160 after retry RPC after error@89314683) -> (continuation of Deferred@500737200 after retry RPC after error@376332514)))
19:30:40.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:40.991 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:40.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:40.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:40.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:40.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.033 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.051 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.071 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@553349786(state=PENDING, result=null, callback=(continuation of Deferred@1352571915 after retry RPC after error@1743487560) -> (continuation of Deferred@1190352309 after retry RPC after error@1030197331) -> (continuation of Deferred@431832368 after retry RPC after error@587138445) -> (continuation of Deferred@2122166938 after retry RPC after error@2132365326) -> (continuation of Deferred@264087136 after retry RPC after error@1429477751) -> (continuation of Deferred@1179555881 after retry RPC after error@1944205774) -> (continuation of Deferred@294522740 after retry RPC after error@1686393747) -> (continuation of Deferred@1454969082 after retry RPC after error@880246698) -> (continuation of Deferred@1440953343 after retry RPC after error@322828827), errback=(continuation of Deferred@1352571915 after retry RPC after error@1743487560) -> (continuation of Deferred@1190352309 after retry RPC after error@1030197331) -> (continuation of Deferred@431832368 after retry RPC after error@587138445) -> (continuation of Deferred@2122166938 after retry RPC after error@2132365326) -> (continuation of Deferred@264087136 after retry RPC after error@1429477751) -> (continuation of Deferred@1179555881 after retry RPC after error@1944205774) -> (continuation of Deferred@294522740 after retry RPC after error@1686393747) -> (continuation of Deferred@1454969082 after retry RPC after error@880246698) -> (continuation of Deferred@1440953343 after retry RPC after error@322828827)))
19:30:41.196 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@553349786(state=PENDING, result=null, callback=(continuation of Deferred@1352571915 after retry RPC after error@1743487560) -> (continuation of Deferred@1190352309 after retry RPC after error@1030197331) -> (continuation of Deferred@431832368 after retry RPC after error@587138445) -> (continuation of Deferred@2122166938 after retry RPC after error@2132365326) -> (continuation of Deferred@264087136 after retry RPC after error@1429477751) -> (continuation of Deferred@1179555881 after retry RPC after error@1944205774) -> (continuation of Deferred@294522740 after retry RPC after error@1686393747) -> (continuation of Deferred@1454969082 after retry RPC after error@880246698) -> (continuation of Deferred@1440953343 after retry RPC after error@322828827), errback=(continuation of Deferred@1352571915 after retry RPC after error@1743487560) -> (continuation of Deferred@1190352309 after retry RPC after error@1030197331) -> (continuation of Deferred@431832368 after retry RPC after error@587138445) -> (continuation of Deferred@2122166938 after retry RPC after error@2132365326) -> (continuation of Deferred@264087136 after retry RPC after error@1429477751) -> (continuation of Deferred@1179555881 after retry RPC after error@1944205774) -> (continuation of Deferred@294522740 after retry RPC after error@1686393747) -> (continuation of Deferred@1454969082 after retry RPC after error@880246698) -> (continuation of Deferred@1440953343 after retry RPC after error@322828827)))
19:30:41.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.233 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.253 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.273 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.393 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1425199662(state=PENDING, result=null, callback=(continuation of Deferred@1262988413 after retry RPC after error@564333097) -> (continuation of Deferred@1574852988 after retry RPC after error@528454475) -> (continuation of Deferred@1773002909 after retry RPC after error@1357274563) -> (continuation of Deferred@2136795930 after retry RPC after error@484100721) -> (continuation of Deferred@443902079 after retry RPC after error@2023696055) -> (continuation of Deferred@1610811013 after retry RPC after error@708886966), errback=(continuation of Deferred@1262988413 after retry RPC after error@564333097) -> (continuation of Deferred@1574852988 after retry RPC after error@528454475) -> (continuation of Deferred@1773002909 after retry RPC after error@1357274563) -> (continuation of Deferred@2136795930 after retry RPC after error@484100721) -> (continuation of Deferred@443902079 after retry RPC after error@2023696055) -> (continuation of Deferred@1610811013 after retry RPC after error@708886966)))
19:30:41.396 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1425199662(state=PENDING, result=null, callback=(continuation of Deferred@1262988413 after retry RPC after error@564333097) -> (continuation of Deferred@1574852988 after retry RPC after error@528454475) -> (continuation of Deferred@1773002909 after retry RPC after error@1357274563) -> (continuation of Deferred@2136795930 after retry RPC after error@484100721) -> (continuation of Deferred@443902079 after retry RPC after error@2023696055) -> (continuation of Deferred@1610811013 after retry RPC after error@708886966), errback=(continuation of Deferred@1262988413 after retry RPC after error@564333097) -> (continuation of Deferred@1574852988 after retry RPC after error@528454475) -> (continuation of Deferred@1773002909 after retry RPC after error@1357274563) -> (continuation of Deferred@2136795930 after retry RPC after error@484100721) -> (continuation of Deferred@443902079 after retry RPC after error@2023696055) -> (continuation of Deferred@1610811013 after retry RPC after error@708886966)))
19:30:41.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.473 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.493 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1735279315(state=PENDING, result=null, callback=(continuation of Deferred@1710850178 after retry RPC after error@1977859529) -> (continuation of Deferred@1011623729 after retry RPC after error@690066097) -> (continuation of Deferred@7727751 after retry RPC after error@1754272437) -> (continuation of Deferred@892917049 after retry RPC after error@271154485) -> (continuation of Deferred@1067949157 after retry RPC after error@1472865438) -> (continuation of Deferred@615031363 after retry RPC after error@2142479158), errback=(continuation of Deferred@1710850178 after retry RPC after error@1977859529) -> (continuation of Deferred@1011623729 after retry RPC after error@690066097) -> (continuation of Deferred@7727751 after retry RPC after error@1754272437) -> (continuation of Deferred@892917049 after retry RPC after error@271154485) -> (continuation of Deferred@1067949157 after retry RPC after error@1472865438) -> (continuation of Deferred@615031363 after retry RPC after error@2142479158)))
19:30:41.596 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1735279315(state=PENDING, result=null, callback=(continuation of Deferred@1710850178 after retry RPC after error@1977859529) -> (continuation of Deferred@1011623729 after retry RPC after error@690066097) -> (continuation of Deferred@7727751 after retry RPC after error@1754272437) -> (continuation of Deferred@892917049 after retry RPC after error@271154485) -> (continuation of Deferred@1067949157 after retry RPC after error@1472865438) -> (continuation of Deferred@615031363 after retry RPC after error@2142479158), errback=(continuation of Deferred@1710850178 after retry RPC after error@1977859529) -> (continuation of Deferred@1011623729 after retry RPC after error@690066097) -> (continuation of Deferred@7727751 after retry RPC after error@1754272437) -> (continuation of Deferred@892917049 after retry RPC after error@271154485) -> (continuation of Deferred@1067949157 after retry RPC after error@1472865438) -> (continuation of Deferred@615031363 after retry RPC after error@2142479158)))
19:30:41.611 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.671 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.691 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.711 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.791 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@454789001(state=PENDING, result=null, callback=(continuation of Deferred@1716787240 after retry RPC after error@1636161053) -> (continuation of Deferred@1569626158 after retry RPC after error@443448281) -> (continuation of Deferred@1547544036 after retry RPC after error@323462464) -> (continuation of Deferred@975241454 after retry RPC after error@1400374464) -> (continuation of Deferred@1658554830 after retry RPC after error@1285049712) -> (continuation of Deferred@2123108989 after retry RPC after error@1841383272) -> (continuation of Deferred@1407854311 after retry RPC after error@1570177575), errback=(continuation of Deferred@1716787240 after retry RPC after error@1636161053) -> (continuation of Deferred@1569626158 after retry RPC after error@443448281) -> (continuation of Deferred@1547544036 after retry RPC after error@323462464) -> (continuation of Deferred@975241454 after retry RPC after error@1400374464) -> (continuation of Deferred@1658554830 after retry RPC after error@1285049712) -> (continuation of Deferred@2123108989 after retry RPC after error@1841383272) -> (continuation of Deferred@1407854311 after retry RPC after error@1570177575)))
19:30:41.795 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [164ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [165ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@454789001(state=PENDING, result=null, callback=(continuation of Deferred@1716787240 after retry RPC after error@1636161053) -> (continuation of Deferred@1569626158 after retry RPC after error@443448281) -> (continuation of Deferred@1547544036 after retry RPC after error@323462464) -> (continuation of Deferred@975241454 after retry RPC after error@1400374464) -> (continuation of Deferred@1658554830 after retry RPC after error@1285049712) -> (continuation of Deferred@2123108989 after retry RPC after error@1841383272) -> (continuation of Deferred@1407854311 after retry RPC after error@1570177575), errback=(continuation of Deferred@1716787240 after retry RPC after error@1636161053) -> (continuation of Deferred@1569626158 after retry RPC after error@443448281) -> (continuation of Deferred@1547544036 after retry RPC after error@323462464) -> (continuation of Deferred@975241454 after retry RPC after error@1400374464) -> (continuation of Deferred@1658554830 after retry RPC after error@1285049712) -> (continuation of Deferred@2123108989 after retry RPC after error@1841383272) -> (continuation of Deferred@1407854311 after retry RPC after error@1570177575)))
19:30:41.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.853 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.871 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.891 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:41.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:41.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:41.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:41.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:41.995 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@686282438(state=PENDING, result=null, callback=(continuation of Deferred@442313740 after retry RPC after error@1768830970) -> (continuation of Deferred@1068265356 after retry RPC after error@694931289) -> (continuation of Deferred@1512422196 after retry RPC after error@1114408557) -> (continuation of Deferred@509624739 after retry RPC after error@1762022449) -> (continuation of Deferred@512605758 after retry RPC after error@947129452) -> (continuation of Deferred@604319640 after retry RPC after error@2147041525), errback=(continuation of Deferred@442313740 after retry RPC after error@1768830970) -> (continuation of Deferred@1068265356 after retry RPC after error@694931289) -> (continuation of Deferred@1512422196 after retry RPC after error@1114408557) -> (continuation of Deferred@509624739 after retry RPC after error@1762022449) -> (continuation of Deferred@512605758 after retry RPC after error@947129452) -> (continuation of Deferred@604319640 after retry RPC after error@2147041525)))
19:30:41.996 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@686282438(state=PENDING, result=null, callback=(continuation of Deferred@442313740 after retry RPC after error@1768830970) -> (continuation of Deferred@1068265356 after retry RPC after error@694931289) -> (continuation of Deferred@1512422196 after retry RPC after error@1114408557) -> (continuation of Deferred@509624739 after retry RPC after error@1762022449) -> (continuation of Deferred@512605758 after retry RPC after error@947129452) -> (continuation of Deferred@604319640 after retry RPC after error@2147041525), errback=(continuation of Deferred@442313740 after retry RPC after error@1768830970) -> (continuation of Deferred@1068265356 after retry RPC after error@694931289) -> (continuation of Deferred@1512422196 after retry RPC after error@1114408557) -> (continuation of Deferred@509624739 after retry RPC after error@1762022449) -> (continuation of Deferred@512605758 after retry RPC after error@947129452) -> (continuation of Deferred@604319640 after retry RPC after error@2147041525)))
19:30:42.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:42.088588 7096 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:42.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:42.094209 7096 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:42.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:42.095952 7097 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.86.124:41495)
19:30:42.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.211 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1946560809(state=PENDING, result=null, callback=(continuation of Deferred@816723619 after retry RPC after error@1144962481) -> (continuation of Deferred@1065659005 after retry RPC after error@2056160197) -> (continuation of Deferred@1003796761 after retry RPC after error@171333863) -> (continuation of Deferred@284937374 after retry RPC after error@509998575) -> (continuation of Deferred@15178571 after retry RPC after error@950934224) -> (continuation of Deferred@1996471911 after retry RPC after error@1191503834) -> (continuation of Deferred@2072314290 after retry RPC after error@867560584), errback=(continuation of Deferred@816723619 after retry RPC after error@1144962481) -> (continuation of Deferred@1065659005 after retry RPC after error@2056160197) -> (continuation of Deferred@1003796761 after retry RPC after error@171333863) -> (continuation of Deferred@284937374 after retry RPC after error@509998575) -> (continuation of Deferred@15178571 after retry RPC after error@950934224) -> (continuation of Deferred@1996471911 after retry RPC after error@1191503834) -> (continuation of Deferred@2072314290 after retry RPC after error@867560584)))
19:30:42.215 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1946560809(state=PENDING, result=null, callback=(continuation of Deferred@816723619 after retry RPC after error@1144962481) -> (continuation of Deferred@1065659005 after retry RPC after error@2056160197) -> (continuation of Deferred@1003796761 after retry RPC after error@171333863) -> (continuation of Deferred@284937374 after retry RPC after error@509998575) -> (continuation of Deferred@15178571 after retry RPC after error@950934224) -> (continuation of Deferred@1996471911 after retry RPC after error@1191503834) -> (continuation of Deferred@2072314290 after retry RPC after error@867560584), errback=(continuation of Deferred@816723619 after retry RPC after error@1144962481) -> (continuation of Deferred@1065659005 after retry RPC after error@2056160197) -> (continuation of Deferred@1003796761 after retry RPC after error@171333863) -> (continuation of Deferred@284937374 after retry RPC after error@509998575) -> (continuation of Deferred@15178571 after retry RPC after error@950934224) -> (continuation of Deferred@1996471911 after retry RPC after error@1191503834) -> (continuation of Deferred@2072314290 after retry RPC after error@867560584)))
19:30:42.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.251 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.271 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.311 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1988991692(state=PENDING, result=null, callback=(continuation of Deferred@115072114 after retry RPC after error@1747910458) -> (continuation of Deferred@1421193644 after retry RPC after error@1324616204) -> (continuation of Deferred@370436076 after retry RPC after error@157064507) -> (continuation of Deferred@1880974701 after retry RPC after error@517453064) -> (continuation of Deferred@726239801 after retry RPC after error@1183940398) -> (continuation of Deferred@1572621468 after retry RPC after error@2128661974), errback=(continuation of Deferred@115072114 after retry RPC after error@1747910458) -> (continuation of Deferred@1421193644 after retry RPC after error@1324616204) -> (continuation of Deferred@370436076 after retry RPC after error@157064507) -> (continuation of Deferred@1880974701 after retry RPC after error@517453064) -> (continuation of Deferred@726239801 after retry RPC after error@1183940398) -> (continuation of Deferred@1572621468 after retry RPC after error@2128661974)))
19:30:42.395 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1988991692(state=PENDING, result=null, callback=(continuation of Deferred@115072114 after retry RPC after error@1747910458) -> (continuation of Deferred@1421193644 after retry RPC after error@1324616204) -> (continuation of Deferred@370436076 after retry RPC after error@157064507) -> (continuation of Deferred@1880974701 after retry RPC after error@517453064) -> (continuation of Deferred@726239801 after retry RPC after error@1183940398) -> (continuation of Deferred@1572621468 after retry RPC after error@2128661974), errback=(continuation of Deferred@115072114 after retry RPC after error@1747910458) -> (continuation of Deferred@1421193644 after retry RPC after error@1324616204) -> (continuation of Deferred@370436076 after retry RPC after error@157064507) -> (continuation of Deferred@1880974701 after retry RPC after error@517453064) -> (continuation of Deferred@726239801 after retry RPC after error@1183940398) -> (continuation of Deferred@1572621468 after retry RPC after error@2128661974)))
19:30:42.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@715464967(state=PENDING, result=null, callback=(continuation of Deferred@1205883090 after retry RPC after error@304526644) -> (continuation of Deferred@688687692 after retry RPC after error@706882419) -> (continuation of Deferred@1862371365 after retry RPC after error@1210654692) -> (continuation of Deferred@96121415 after retry RPC after error@1056471088) -> (continuation of Deferred@1574674282 after retry RPC after error@1569553674) -> (continuation of Deferred@225821814 after retry RPC after error@1890649104), errback=(continuation of Deferred@1205883090 after retry RPC after error@304526644) -> (continuation of Deferred@688687692 after retry RPC after error@706882419) -> (continuation of Deferred@1862371365 after retry RPC after error@1210654692) -> (continuation of Deferred@96121415 after retry RPC after error@1056471088) -> (continuation of Deferred@1574674282 after retry RPC after error@1569553674) -> (continuation of Deferred@225821814 after retry RPC after error@1890649104)))
19:30:42.596 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@715464967(state=PENDING, result=null, callback=(continuation of Deferred@1205883090 after retry RPC after error@304526644) -> (continuation of Deferred@688687692 after retry RPC after error@706882419) -> (continuation of Deferred@1862371365 after retry RPC after error@1210654692) -> (continuation of Deferred@96121415 after retry RPC after error@1056471088) -> (continuation of Deferred@1574674282 after retry RPC after error@1569553674) -> (continuation of Deferred@225821814 after retry RPC after error@1890649104), errback=(continuation of Deferred@1205883090 after retry RPC after error@304526644) -> (continuation of Deferred@688687692 after retry RPC after error@706882419) -> (continuation of Deferred@1862371365 after retry RPC after error@1210654692) -> (continuation of Deferred@96121415 after retry RPC after error@1056471088) -> (continuation of Deferred@1574674282 after retry RPC after error@1569553674) -> (continuation of Deferred@225821814 after retry RPC after error@1890649104)))
19:30:42.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.613 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.873 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@952679323(state=PENDING, result=null, callback=(continuation of Deferred@1257956477 after retry RPC after error@1728214360) -> (continuation of Deferred@1773645999 after retry RPC after error@350145121) -> (continuation of Deferred@161095051 after retry RPC after error@2110132565) -> (continuation of Deferred@690021514 after retry RPC after error@1263517197) -> (continuation of Deferred@308315306 after retry RPC after error@1600221962) -> (continuation of Deferred@1909180632 after retry RPC after error@1195556666) -> (continuation of Deferred@1360082604 after retry RPC after error@96269991) -> (continuation of Deferred@715023296 after retry RPC after error@2029499078), errback=(continuation of Deferred@1257956477 after retry RPC after error@1728214360) -> (continuation of Deferred@1773645999 after retry RPC after error@350145121) -> (continuation of Deferred@161095051 after retry RPC after error@2110132565) -> (continuation of Deferred@690021514 after retry RPC after error@1263517197) -> (continuation of Deferred@308315306 after retry RPC after error@1600221962) -> (continuation of Deferred@1909180632 after retry RPC after error@1195556666) -> (continuation of Deferred@1360082604 after retry RPC after error@96269991) -> (continuation of Deferred@715023296 after retry RPC after error@2029499078)))
19:30:42.873 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:42.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.893 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.913 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.951 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.971 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:42.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:42.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:42.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:42.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:42.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.131 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2006915767(state=PENDING, result=null, callback=(continuation of Deferred@2132405140 after retry RPC after error@1213459461) -> (continuation of Deferred@25134894 after retry RPC after error@247103252) -> (continuation of Deferred@1053782044 after retry RPC after error@1772847108) -> (continuation of Deferred@344997096 after retry RPC after error@1225761713) -> (continuation of Deferred@201680156 after retry RPC after error@966491960) -> (continuation of Deferred@746152863 after retry RPC after error@417292170) -> (continuation of Deferred@1062593544 after retry RPC after error@1565867621) -> (continuation of Deferred@987220939 after retry RPC after error@1486286868), errback=(continuation of Deferred@2132405140 after retry RPC after error@1213459461) -> (continuation of Deferred@25134894 after retry RPC after error@247103252) -> (continuation of Deferred@1053782044 after retry RPC after error@1772847108) -> (continuation of Deferred@344997096 after retry RPC after error@1225761713) -> (continuation of Deferred@201680156 after retry RPC after error@966491960) -> (continuation of Deferred@746152863 after retry RPC after error@417292170) -> (continuation of Deferred@1062593544 after retry RPC after error@1565867621) -> (continuation of Deferred@987220939 after retry RPC after error@1486286868)))
19:30:43.135 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2006915767(state=PENDING, result=null, callback=(continuation of Deferred@2132405140 after retry RPC after error@1213459461) -> (continuation of Deferred@25134894 after retry RPC after error@247103252) -> (continuation of Deferred@1053782044 after retry RPC after error@1772847108) -> (continuation of Deferred@344997096 after retry RPC after error@1225761713) -> (continuation of Deferred@201680156 after retry RPC after error@966491960) -> (continuation of Deferred@746152863 after retry RPC after error@417292170) -> (continuation of Deferred@1062593544 after retry RPC after error@1565867621) -> (continuation of Deferred@987220939 after retry RPC after error@1486286868), errback=(continuation of Deferred@2132405140 after retry RPC after error@1213459461) -> (continuation of Deferred@25134894 after retry RPC after error@247103252) -> (continuation of Deferred@1053782044 after retry RPC after error@1772847108) -> (continuation of Deferred@344997096 after retry RPC after error@1225761713) -> (continuation of Deferred@201680156 after retry RPC after error@966491960) -> (continuation of Deferred@746152863 after retry RPC after error@417292170) -> (continuation of Deferred@1062593544 after retry RPC after error@1565867621) -> (continuation of Deferred@987220939 after retry RPC after error@1486286868)))
19:30:43.151 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.171 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.211 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.231 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.315 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@526199521(state=PENDING, result=null, callback=(continuation of Deferred@1388833159 after retry RPC after error@340891173) -> (continuation of Deferred@413659081 after retry RPC after error@1851507742) -> (continuation of Deferred@62751619 after retry RPC after error@457559407) -> (continuation of Deferred@1018929257 after retry RPC after error@217118932) -> (continuation of Deferred@1665061714 after retry RPC after error@1453675759) -> (continuation of Deferred@930877114 after retry RPC after error@1010919129), errback=(continuation of Deferred@1388833159 after retry RPC after error@340891173) -> (continuation of Deferred@413659081 after retry RPC after error@1851507742) -> (continuation of Deferred@62751619 after retry RPC after error@457559407) -> (continuation of Deferred@1018929257 after retry RPC after error@217118932) -> (continuation of Deferred@1665061714 after retry RPC after error@1453675759) -> (continuation of Deferred@930877114 after retry RPC after error@1010919129)))
19:30:43.315 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@526199521(state=PENDING, result=null, callback=(continuation of Deferred@1388833159 after retry RPC after error@340891173) -> (continuation of Deferred@413659081 after retry RPC after error@1851507742) -> (continuation of Deferred@62751619 after retry RPC after error@457559407) -> (continuation of Deferred@1018929257 after retry RPC after error@217118932) -> (continuation of Deferred@1665061714 after retry RPC after error@1453675759) -> (continuation of Deferred@930877114 after retry RPC after error@1010919129), errback=(continuation of Deferred@1388833159 after retry RPC after error@340891173) -> (continuation of Deferred@413659081 after retry RPC after error@1851507742) -> (continuation of Deferred@62751619 after retry RPC after error@457559407) -> (continuation of Deferred@1018929257 after retry RPC after error@217118932) -> (continuation of Deferred@1665061714 after retry RPC after error@1453675759) -> (continuation of Deferred@930877114 after retry RPC after error@1010919129)))
19:30:43.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.393 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.413 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.451 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.593 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@8426227(state=PENDING, result=null, callback=(continuation of Deferred@1682851298 after retry RPC after error@1540555075) -> (continuation of Deferred@1578699216 after retry RPC after error@1510612970) -> (continuation of Deferred@1291657244 after retry RPC after error@258472409) -> (continuation of Deferred@430323308 after retry RPC after error@324636669) -> (continuation of Deferred@914468938 after retry RPC after error@110636658) -> (continuation of Deferred@782597531 after retry RPC after error@1901865429) -> (continuation of Deferred@1248117844 after retry RPC after error@231250132), errback=(continuation of Deferred@1682851298 after retry RPC after error@1540555075) -> (continuation of Deferred@1578699216 after retry RPC after error@1510612970) -> (continuation of Deferred@1291657244 after retry RPC after error@258472409) -> (continuation of Deferred@430323308 after retry RPC after error@324636669) -> (continuation of Deferred@914468938 after retry RPC after error@110636658) -> (continuation of Deferred@782597531 after retry RPC after error@1901865429) -> (continuation of Deferred@1248117844 after retry RPC after error@231250132)))
19:30:43.593 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:43.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.613 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.633 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.653 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.673 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.693 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.733 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.872 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@259389044(state=PENDING, result=null, callback=(continuation of Deferred@174129450 after retry RPC after error@1578741282) -> (continuation of Deferred@109213390 after retry RPC after error@644150844) -> (continuation of Deferred@613342091 after retry RPC after error@930417030) -> (continuation of Deferred@584330656 after retry RPC after error@595651280) -> (continuation of Deferred@1904226216 after retry RPC after error@1856385319) -> (continuation of Deferred@1838987390 after retry RPC after error@1240336759) -> (continuation of Deferred@971211405 after retry RPC after error@1712563103), errback=(continuation of Deferred@174129450 after retry RPC after error@1578741282) -> (continuation of Deferred@109213390 after retry RPC after error@644150844) -> (continuation of Deferred@613342091 after retry RPC after error@930417030) -> (continuation of Deferred@584330656 after retry RPC after error@595651280) -> (continuation of Deferred@1904226216 after retry RPC after error@1856385319) -> (continuation of Deferred@1838987390 after retry RPC after error@1240336759) -> (continuation of Deferred@971211405 after retry RPC after error@1712563103)))
19:30:43.873 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:43.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:43.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:43.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:43.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:43.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:43.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.033 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.051 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1434626497(state=PENDING, result=null, callback=(continuation of Deferred@1766359757 after retry RPC after error@906280056) -> (continuation of Deferred@561980441 after retry RPC after error@1643339094) -> (continuation of Deferred@1283519823 after retry RPC after error@1601468379) -> (continuation of Deferred@125034432 after retry RPC after error@2081504149) -> (continuation of Deferred@938509269 after retry RPC after error@1262936159) -> (continuation of Deferred@1389542184 after retry RPC after error@661319540) -> (continuation of Deferred@339160679 after retry RPC after error@1745838246), errback=(continuation of Deferred@1766359757 after retry RPC after error@906280056) -> (continuation of Deferred@561980441 after retry RPC after error@1643339094) -> (continuation of Deferred@1283519823 after retry RPC after error@1601468379) -> (continuation of Deferred@125034432 after retry RPC after error@2081504149) -> (continuation of Deferred@938509269 after retry RPC after error@1262936159) -> (continuation of Deferred@1389542184 after retry RPC after error@661319540) -> (continuation of Deferred@339160679 after retry RPC after error@1745838246)))
19:30:44.055 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1434626497(state=PENDING, result=null, callback=(continuation of Deferred@1766359757 after retry RPC after error@906280056) -> (continuation of Deferred@561980441 after retry RPC after error@1643339094) -> (continuation of Deferred@1283519823 after retry RPC after error@1601468379) -> (continuation of Deferred@125034432 after retry RPC after error@2081504149) -> (continuation of Deferred@938509269 after retry RPC after error@1262936159) -> (continuation of Deferred@1389542184 after retry RPC after error@661319540) -> (continuation of Deferred@339160679 after retry RPC after error@1745838246), errback=(continuation of Deferred@1766359757 after retry RPC after error@906280056) -> (continuation of Deferred@561980441 after retry RPC after error@1643339094) -> (continuation of Deferred@1283519823 after retry RPC after error@1601468379) -> (continuation of Deferred@125034432 after retry RPC after error@2081504149) -> (continuation of Deferred@938509269 after retry RPC after error@1262936159) -> (continuation of Deferred@1389542184 after retry RPC after error@661319540) -> (continuation of Deferred@339160679 after retry RPC after error@1745838246)))
19:30:44.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.094 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.095 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.256 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [26ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@136346883(state=PENDING, result=null, callback=(continuation of Deferred@1093737748 after retry RPC after error@414387846) -> (continuation of Deferred@1292151425 after retry RPC after error@1187454535) -> (continuation of Deferred@265773622 after retry RPC after error@252746356) -> (continuation of Deferred@1739090357 after retry RPC after error@425944609) -> (continuation of Deferred@756117993 after retry RPC after error@643407109) -> (continuation of Deferred@35175866 after retry RPC after error@4755894), errback=(continuation of Deferred@1093737748 after retry RPC after error@414387846) -> (continuation of Deferred@1292151425 after retry RPC after error@1187454535) -> (continuation of Deferred@265773622 after retry RPC after error@252746356) -> (continuation of Deferred@1739090357 after retry RPC after error@425944609) -> (continuation of Deferred@756117993 after retry RPC after error@643407109) -> (continuation of Deferred@35175866 after retry RPC after error@4755894)))
19:30:44.256 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [26ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@136346883(state=PENDING, result=null, callback=(continuation of Deferred@1093737748 after retry RPC after error@414387846) -> (continuation of Deferred@1292151425 after retry RPC after error@1187454535) -> (continuation of Deferred@265773622 after retry RPC after error@252746356) -> (continuation of Deferred@1739090357 after retry RPC after error@425944609) -> (continuation of Deferred@756117993 after retry RPC after error@643407109) -> (continuation of Deferred@35175866 after retry RPC after error@4755894), errback=(continuation of Deferred@1093737748 after retry RPC after error@414387846) -> (continuation of Deferred@1292151425 after retry RPC after error@1187454535) -> (continuation of Deferred@265773622 after retry RPC after error@252746356) -> (continuation of Deferred@1739090357 after retry RPC after error@425944609) -> (continuation of Deferred@756117993 after retry RPC after error@643407109) -> (continuation of Deferred@35175866 after retry RPC after error@4755894)))
19:30:44.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.273 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.391 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.453 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@683524018(state=PENDING, result=null, callback=(continuation of Deferred@1266412935 after retry RPC after error@1679804683) -> (continuation of Deferred@1754909693 after retry RPC after error@765241715) -> (continuation of Deferred@958361234 after retry RPC after error@601014059) -> (continuation of Deferred@95575695 after retry RPC after error@1303226491) -> (continuation of Deferred@260322466 after retry RPC after error@958003614) -> (continuation of Deferred@776506900 after retry RPC after error@243664342), errback=(continuation of Deferred@1266412935 after retry RPC after error@1679804683) -> (continuation of Deferred@1754909693 after retry RPC after error@765241715) -> (continuation of Deferred@958361234 after retry RPC after error@601014059) -> (continuation of Deferred@95575695 after retry RPC after error@1303226491) -> (continuation of Deferred@260322466 after retry RPC after error@958003614) -> (continuation of Deferred@776506900 after retry RPC after error@243664342)))
19:30:44.456 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@683524018(state=PENDING, result=null, callback=(continuation of Deferred@1266412935 after retry RPC after error@1679804683) -> (continuation of Deferred@1754909693 after retry RPC after error@765241715) -> (continuation of Deferred@958361234 after retry RPC after error@601014059) -> (continuation of Deferred@95575695 after retry RPC after error@1303226491) -> (continuation of Deferred@260322466 after retry RPC after error@958003614) -> (continuation of Deferred@776506900 after retry RPC after error@243664342), errback=(continuation of Deferred@1266412935 after retry RPC after error@1679804683) -> (continuation of Deferred@1754909693 after retry RPC after error@765241715) -> (continuation of Deferred@958361234 after retry RPC after error@601014059) -> (continuation of Deferred@95575695 after retry RPC after error@1303226491) -> (continuation of Deferred@260322466 after retry RPC after error@958003614) -> (continuation of Deferred@776506900 after retry RPC after error@243664342)))
19:30:44.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.473 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.551 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@490781527(state=PENDING, result=null, callback=(continuation of Deferred@177251207 after retry RPC after error@1670094080) -> (continuation of Deferred@1218754338 after retry RPC after error@1344677730) -> (continuation of Deferred@1596275322 after retry RPC after error@1626988291) -> (continuation of Deferred@227109273 after retry RPC after error@1828012669) -> (continuation of Deferred@452285299 after retry RPC after error@878348009) -> (continuation of Deferred@1926882394 after retry RPC after error@888776406) -> (continuation of Deferred@78058993 after retry RPC after error@1680516674), errback=(continuation of Deferred@177251207 after retry RPC after error@1670094080) -> (continuation of Deferred@1218754338 after retry RPC after error@1344677730) -> (continuation of Deferred@1596275322 after retry RPC after error@1626988291) -> (continuation of Deferred@227109273 after retry RPC after error@1828012669) -> (continuation of Deferred@452285299 after retry RPC after error@878348009) -> (continuation of Deferred@1926882394 after retry RPC after error@888776406) -> (continuation of Deferred@78058993 after retry RPC after error@1680516674)))
19:30:44.675 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@490781527(state=PENDING, result=null, callback=(continuation of Deferred@177251207 after retry RPC after error@1670094080) -> (continuation of Deferred@1218754338 after retry RPC after error@1344677730) -> (continuation of Deferred@1596275322 after retry RPC after error@1626988291) -> (continuation of Deferred@227109273 after retry RPC after error@1828012669) -> (continuation of Deferred@452285299 after retry RPC after error@878348009) -> (continuation of Deferred@1926882394 after retry RPC after error@888776406) -> (continuation of Deferred@78058993 after retry RPC after error@1680516674), errback=(continuation of Deferred@177251207 after retry RPC after error@1670094080) -> (continuation of Deferred@1218754338 after retry RPC after error@1344677730) -> (continuation of Deferred@1596275322 after retry RPC after error@1626988291) -> (continuation of Deferred@227109273 after retry RPC after error@1828012669) -> (continuation of Deferred@452285299 after retry RPC after error@878348009) -> (continuation of Deferred@1926882394 after retry RPC after error@888776406) -> (continuation of Deferred@78058993 after retry RPC after error@1680516674)))
19:30:44.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.893 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@236516794(state=PENDING, result=null, callback=(continuation of Deferred@1414614759 after retry RPC after error@1679118128) -> (continuation of Deferred@1974189363 after retry RPC after error@1012347673) -> (continuation of Deferred@1647277058 after retry RPC after error@739101624) -> (continuation of Deferred@82295087 after retry RPC after error@19762513) -> (continuation of Deferred@406545938 after retry RPC after error@1521036966) -> (continuation of Deferred@1673447965 after retry RPC after error@244614206) -> (continuation of Deferred@1306294280 after retry RPC after error@1578349323), errback=(continuation of Deferred@1414614759 after retry RPC after error@1679118128) -> (continuation of Deferred@1974189363 after retry RPC after error@1012347673) -> (continuation of Deferred@1647277058 after retry RPC after error@739101624) -> (continuation of Deferred@82295087 after retry RPC after error@19762513) -> (continuation of Deferred@406545938 after retry RPC after error@1521036966) -> (continuation of Deferred@1673447965 after retry RPC after error@244614206) -> (continuation of Deferred@1306294280 after retry RPC after error@1578349323)))
19:30:44.936 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@236516794(state=PENDING, result=null, callback=(continuation of Deferred@1414614759 after retry RPC after error@1679118128) -> (continuation of Deferred@1974189363 after retry RPC after error@1012347673) -> (continuation of Deferred@1647277058 after retry RPC after error@739101624) -> (continuation of Deferred@82295087 after retry RPC after error@19762513) -> (continuation of Deferred@406545938 after retry RPC after error@1521036966) -> (continuation of Deferred@1673447965 after retry RPC after error@244614206) -> (continuation of Deferred@1306294280 after retry RPC after error@1578349323), errback=(continuation of Deferred@1414614759 after retry RPC after error@1679118128) -> (continuation of Deferred@1974189363 after retry RPC after error@1012347673) -> (continuation of Deferred@1647277058 after retry RPC after error@739101624) -> (continuation of Deferred@82295087 after retry RPC after error@19762513) -> (continuation of Deferred@406545938 after retry RPC after error@1521036966) -> (continuation of Deferred@1673447965 after retry RPC after error@244614206) -> (continuation of Deferred@1306294280 after retry RPC after error@1578349323)))
19:30:44.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.953 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:44.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:44.993 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:44.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:44.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:44.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.031 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.113 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1125435526(state=PENDING, result=null, callback=(continuation of Deferred@462886179 after retry RPC after error@1979612086) -> (continuation of Deferred@427429129 after retry RPC after error@2093987416) -> (continuation of Deferred@1599245039 after retry RPC after error@1509390712) -> (continuation of Deferred@279717130 after retry RPC after error@298855473) -> (continuation of Deferred@1520359702 after retry RPC after error@943740804) -> (continuation of Deferred@1236644339 after retry RPC after error@1502920016) -> (continuation of Deferred@1970178333 after retry RPC after error@1328028739), errback=(continuation of Deferred@462886179 after retry RPC after error@1979612086) -> (continuation of Deferred@427429129 after retry RPC after error@2093987416) -> (continuation of Deferred@1599245039 after retry RPC after error@1509390712) -> (continuation of Deferred@279717130 after retry RPC after error@298855473) -> (continuation of Deferred@1520359702 after retry RPC after error@943740804) -> (continuation of Deferred@1236644339 after retry RPC after error@1502920016) -> (continuation of Deferred@1970178333 after retry RPC after error@1328028739)))
19:30:45.195 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1125435526(state=PENDING, result=null, callback=(continuation of Deferred@462886179 after retry RPC after error@1979612086) -> (continuation of Deferred@427429129 after retry RPC after error@2093987416) -> (continuation of Deferred@1599245039 after retry RPC after error@1509390712) -> (continuation of Deferred@279717130 after retry RPC after error@298855473) -> (continuation of Deferred@1520359702 after retry RPC after error@943740804) -> (continuation of Deferred@1236644339 after retry RPC after error@1502920016) -> (continuation of Deferred@1970178333 after retry RPC after error@1328028739), errback=(continuation of Deferred@462886179 after retry RPC after error@1979612086) -> (continuation of Deferred@427429129 after retry RPC after error@2093987416) -> (continuation of Deferred@1599245039 after retry RPC after error@1509390712) -> (continuation of Deferred@279717130 after retry RPC after error@298855473) -> (continuation of Deferred@1520359702 after retry RPC after error@943740804) -> (continuation of Deferred@1236644339 after retry RPC after error@1502920016) -> (continuation of Deferred@1970178333 after retry RPC after error@1328028739)))
19:30:45.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.231 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.251 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.273 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1685543291(state=PENDING, result=null, callback=(continuation of Deferred@1613040485 after retry RPC after error@1651178435) -> (continuation of Deferred@787300549 after retry RPC after error@1880058082) -> (continuation of Deferred@943270821 after retry RPC after error@221801346) -> (continuation of Deferred@1226303880 after retry RPC after error@1121239088) -> (continuation of Deferred@868331468 after retry RPC after error@2104211021) -> (continuation of Deferred@189160385 after retry RPC after error@1870127065) -> (continuation of Deferred@1375117876 after retry RPC after error@1905242009), errback=(continuation of Deferred@1613040485 after retry RPC after error@1651178435) -> (continuation of Deferred@787300549 after retry RPC after error@1880058082) -> (continuation of Deferred@943270821 after retry RPC after error@221801346) -> (continuation of Deferred@1226303880 after retry RPC after error@1121239088) -> (continuation of Deferred@868331468 after retry RPC after error@2104211021) -> (continuation of Deferred@189160385 after retry RPC after error@1870127065) -> (continuation of Deferred@1375117876 after retry RPC after error@1905242009)))
19:30:45.395 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1685543291(state=PENDING, result=null, callback=(continuation of Deferred@1613040485 after retry RPC after error@1651178435) -> (continuation of Deferred@787300549 after retry RPC after error@1880058082) -> (continuation of Deferred@943270821 after retry RPC after error@221801346) -> (continuation of Deferred@1226303880 after retry RPC after error@1121239088) -> (continuation of Deferred@868331468 after retry RPC after error@2104211021) -> (continuation of Deferred@189160385 after retry RPC after error@1870127065) -> (continuation of Deferred@1375117876 after retry RPC after error@1905242009), errback=(continuation of Deferred@1613040485 after retry RPC after error@1651178435) -> (continuation of Deferred@787300549 after retry RPC after error@1880058082) -> (continuation of Deferred@943270821 after retry RPC after error@221801346) -> (continuation of Deferred@1226303880 after retry RPC after error@1121239088) -> (continuation of Deferred@868331468 after retry RPC after error@2104211021) -> (continuation of Deferred@189160385 after retry RPC after error@1870127065) -> (continuation of Deferred@1375117876 after retry RPC after error@1905242009)))
19:30:45.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@964553887(state=PENDING, result=null, callback=(continuation of Deferred@1346856043 after retry RPC after error@957136064) -> (continuation of Deferred@639843328 after retry RPC after error@1894528335) -> (continuation of Deferred@467890949 after retry RPC after error@1205155333) -> (continuation of Deferred@2016002499 after retry RPC after error@1778304452) -> (continuation of Deferred@1761999013 after retry RPC after error@126783134) -> (continuation of Deferred@832528501 after retry RPC after error@777012071), errback=(continuation of Deferred@1346856043 after retry RPC after error@957136064) -> (continuation of Deferred@639843328 after retry RPC after error@1894528335) -> (continuation of Deferred@467890949 after retry RPC after error@1205155333) -> (continuation of Deferred@2016002499 after retry RPC after error@1778304452) -> (continuation of Deferred@1761999013 after retry RPC after error@126783134) -> (continuation of Deferred@832528501 after retry RPC after error@777012071)))
19:30:45.555 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@964553887(state=PENDING, result=null, callback=(continuation of Deferred@1346856043 after retry RPC after error@957136064) -> (continuation of Deferred@639843328 after retry RPC after error@1894528335) -> (continuation of Deferred@467890949 after retry RPC after error@1205155333) -> (continuation of Deferred@2016002499 after retry RPC after error@1778304452) -> (continuation of Deferred@1761999013 after retry RPC after error@126783134) -> (continuation of Deferred@832528501 after retry RPC after error@777012071), errback=(continuation of Deferred@1346856043 after retry RPC after error@957136064) -> (continuation of Deferred@639843328 after retry RPC after error@1894528335) -> (continuation of Deferred@467890949 after retry RPC after error@1205155333) -> (continuation of Deferred@2016002499 after retry RPC after error@1778304452) -> (continuation of Deferred@1761999013 after retry RPC after error@126783134) -> (continuation of Deferred@832528501 after retry RPC after error@777012071)))
19:30:45.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2119350894(state=PENDING, result=null, callback=(continuation of Deferred@1339765879 after retry RPC after error@1819763564) -> (continuation of Deferred@469645828 after retry RPC after error@1880384223) -> (continuation of Deferred@1727694886 after retry RPC after error@826403734) -> (continuation of Deferred@1527105952 after retry RPC after error@139741829) -> (continuation of Deferred@979195921 after retry RPC after error@83761559) -> (continuation of Deferred@1900251233 after retry RPC after error@1533666478) -> (continuation of Deferred@186950146 after retry RPC after error@2137137232), errback=(continuation of Deferred@1339765879 after retry RPC after error@1819763564) -> (continuation of Deferred@469645828 after retry RPC after error@1880384223) -> (continuation of Deferred@1727694886 after retry RPC after error@826403734) -> (continuation of Deferred@1527105952 after retry RPC after error@139741829) -> (continuation of Deferred@979195921 after retry RPC after error@83761559) -> (continuation of Deferred@1900251233 after retry RPC after error@1533666478) -> (continuation of Deferred@186950146 after retry RPC after error@2137137232)))
19:30:45.817 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2119350894(state=PENDING, result=null, callback=(continuation of Deferred@1339765879 after retry RPC after error@1819763564) -> (continuation of Deferred@469645828 after retry RPC after error@1880384223) -> (continuation of Deferred@1727694886 after retry RPC after error@826403734) -> (continuation of Deferred@1527105952 after retry RPC after error@139741829) -> (continuation of Deferred@979195921 after retry RPC after error@83761559) -> (continuation of Deferred@1900251233 after retry RPC after error@1533666478) -> (continuation of Deferred@186950146 after retry RPC after error@2137137232), errback=(continuation of Deferred@1339765879 after retry RPC after error@1819763564) -> (continuation of Deferred@469645828 after retry RPC after error@1880384223) -> (continuation of Deferred@1727694886 after retry RPC after error@826403734) -> (continuation of Deferred@1527105952 after retry RPC after error@139741829) -> (continuation of Deferred@979195921 after retry RPC after error@83761559) -> (continuation of Deferred@1900251233 after retry RPC after error@1533666478) -> (continuation of Deferred@186950146 after retry RPC after error@2137137232)))
19:30:45.831 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.851 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:45.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:45.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:45.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:45.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:45.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@609063472(state=PENDING, result=null, callback=(continuation of Deferred@406516904 after retry RPC after error@1662901444) -> (continuation of Deferred@554404629 after retry RPC after error@1763660054) -> (continuation of Deferred@642742057 after retry RPC after error@733570264) -> (continuation of Deferred@1444348313 after retry RPC after error@1158905260) -> (continuation of Deferred@406367256 after retry RPC after error@2026345571) -> (continuation of Deferred@372394283 after retry RPC after error@1217575004) -> (continuation of Deferred@353867066 after retry RPC after error@1362591607), errback=(continuation of Deferred@406516904 after retry RPC after error@1662901444) -> (continuation of Deferred@554404629 after retry RPC after error@1763660054) -> (continuation of Deferred@642742057 after retry RPC after error@733570264) -> (continuation of Deferred@1444348313 after retry RPC after error@1158905260) -> (continuation of Deferred@406367256 after retry RPC after error@2026345571) -> (continuation of Deferred@372394283 after retry RPC after error@1217575004) -> (continuation of Deferred@353867066 after retry RPC after error@1362591607)))
19:30:46.075 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@609063472(state=PENDING, result=null, callback=(continuation of Deferred@406516904 after retry RPC after error@1662901444) -> (continuation of Deferred@554404629 after retry RPC after error@1763660054) -> (continuation of Deferred@642742057 after retry RPC after error@733570264) -> (continuation of Deferred@1444348313 after retry RPC after error@1158905260) -> (continuation of Deferred@406367256 after retry RPC after error@2026345571) -> (continuation of Deferred@372394283 after retry RPC after error@1217575004) -> (continuation of Deferred@353867066 after retry RPC after error@1362591607), errback=(continuation of Deferred@406516904 after retry RPC after error@1662901444) -> (continuation of Deferred@554404629 after retry RPC after error@1763660054) -> (continuation of Deferred@642742057 after retry RPC after error@733570264) -> (continuation of Deferred@1444348313 after retry RPC after error@1158905260) -> (continuation of Deferred@406367256 after retry RPC after error@2026345571) -> (continuation of Deferred@372394283 after retry RPC after error@1217575004) -> (continuation of Deferred@353867066 after retry RPC after error@1362591607)))
19:30:46.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.133 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.231 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@533426230(state=PENDING, result=null, callback=(continuation of Deferred@1224492715 after retry RPC after error@2039438266) -> (continuation of Deferred@976560890 after retry RPC after error@2126229322) -> (continuation of Deferred@1415079720 after retry RPC after error@1460249746) -> (continuation of Deferred@1152937595 after retry RPC after error@1733974105) -> (continuation of Deferred@1881936573 after retry RPC after error@1788544286) -> (continuation of Deferred@1842832768 after retry RPC after error@1492803827) -> (continuation of Deferred@1213413547 after retry RPC after error@2060609354), errback=(continuation of Deferred@1224492715 after retry RPC after error@2039438266) -> (continuation of Deferred@976560890 after retry RPC after error@2126229322) -> (continuation of Deferred@1415079720 after retry RPC after error@1460249746) -> (continuation of Deferred@1152937595 after retry RPC after error@1733974105) -> (continuation of Deferred@1881936573 after retry RPC after error@1788544286) -> (continuation of Deferred@1842832768 after retry RPC after error@1492803827) -> (continuation of Deferred@1213413547 after retry RPC after error@2060609354)))
19:30:46.296 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@533426230(state=PENDING, result=null, callback=(continuation of Deferred@1224492715 after retry RPC after error@2039438266) -> (continuation of Deferred@976560890 after retry RPC after error@2126229322) -> (continuation of Deferred@1415079720 after retry RPC after error@1460249746) -> (continuation of Deferred@1152937595 after retry RPC after error@1733974105) -> (continuation of Deferred@1881936573 after retry RPC after error@1788544286) -> (continuation of Deferred@1842832768 after retry RPC after error@1492803827) -> (continuation of Deferred@1213413547 after retry RPC after error@2060609354), errback=(continuation of Deferred@1224492715 after retry RPC after error@2039438266) -> (continuation of Deferred@976560890 after retry RPC after error@2126229322) -> (continuation of Deferred@1415079720 after retry RPC after error@1460249746) -> (continuation of Deferred@1152937595 after retry RPC after error@1733974105) -> (continuation of Deferred@1881936573 after retry RPC after error@1788544286) -> (continuation of Deferred@1842832768 after retry RPC after error@1492803827) -> (continuation of Deferred@1213413547 after retry RPC after error@2060609354)))
19:30:46.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.333 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.371 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.473 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@235681145(state=PENDING, result=null, callback=(continuation of Deferred@787546066 after retry RPC after error@31082448) -> (continuation of Deferred@702587324 after retry RPC after error@1185480196) -> (continuation of Deferred@1871677292 after retry RPC after error@1018739082) -> (continuation of Deferred@276370144 after retry RPC after error@295736885) -> (continuation of Deferred@42456970 after retry RPC after error@2064272057) -> (continuation of Deferred@591178026 after retry RPC after error@918061638) -> (continuation of Deferred@180299932 after retry RPC after error@592045296), errback=(continuation of Deferred@787546066 after retry RPC after error@31082448) -> (continuation of Deferred@702587324 after retry RPC after error@1185480196) -> (continuation of Deferred@1871677292 after retry RPC after error@1018739082) -> (continuation of Deferred@276370144 after retry RPC after error@295736885) -> (continuation of Deferred@42456970 after retry RPC after error@2064272057) -> (continuation of Deferred@591178026 after retry RPC after error@918061638) -> (continuation of Deferred@180299932 after retry RPC after error@592045296)))
19:30:46.556 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@235681145(state=PENDING, result=null, callback=(continuation of Deferred@787546066 after retry RPC after error@31082448) -> (continuation of Deferred@702587324 after retry RPC after error@1185480196) -> (continuation of Deferred@1871677292 after retry RPC after error@1018739082) -> (continuation of Deferred@276370144 after retry RPC after error@295736885) -> (continuation of Deferred@42456970 after retry RPC after error@2064272057) -> (continuation of Deferred@591178026 after retry RPC after error@918061638) -> (continuation of Deferred@180299932 after retry RPC after error@592045296), errback=(continuation of Deferred@787546066 after retry RPC after error@31082448) -> (continuation of Deferred@702587324 after retry RPC after error@1185480196) -> (continuation of Deferred@1871677292 after retry RPC after error@1018739082) -> (continuation of Deferred@276370144 after retry RPC after error@295736885) -> (continuation of Deferred@42456970 after retry RPC after error@2064272057) -> (continuation of Deferred@591178026 after retry RPC after error@918061638) -> (continuation of Deferred@180299932 after retry RPC after error@592045296)))
19:30:46.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.613 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.631 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.651 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@144629609(state=PENDING, result=null, callback=(continuation of Deferred@1016475256 after retry RPC after error@2134795324) -> (continuation of Deferred@1540085055 after retry RPC after error@626015416) -> (continuation of Deferred@683160452 after retry RPC after error@606842155) -> (continuation of Deferred@567080636 after retry RPC after error@98417601) -> (continuation of Deferred@1813028077 after retry RPC after error@363538097) -> (continuation of Deferred@1402231726 after retry RPC after error@1006629294) -> (continuation of Deferred@1407247816 after retry RPC after error@531816363), errback=(continuation of Deferred@1016475256 after retry RPC after error@2134795324) -> (continuation of Deferred@1540085055 after retry RPC after error@626015416) -> (continuation of Deferred@683160452 after retry RPC after error@606842155) -> (continuation of Deferred@567080636 after retry RPC after error@98417601) -> (continuation of Deferred@1813028077 after retry RPC after error@363538097) -> (continuation of Deferred@1402231726 after retry RPC after error@1006629294) -> (continuation of Deferred@1407247816 after retry RPC after error@531816363)))
19:30:46.816 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@144629609(state=PENDING, result=null, callback=(continuation of Deferred@1016475256 after retry RPC after error@2134795324) -> (continuation of Deferred@1540085055 after retry RPC after error@626015416) -> (continuation of Deferred@683160452 after retry RPC after error@606842155) -> (continuation of Deferred@567080636 after retry RPC after error@98417601) -> (continuation of Deferred@1813028077 after retry RPC after error@363538097) -> (continuation of Deferred@1402231726 after retry RPC after error@1006629294) -> (continuation of Deferred@1407247816 after retry RPC after error@531816363), errback=(continuation of Deferred@1016475256 after retry RPC after error@2134795324) -> (continuation of Deferred@1540085055 after retry RPC after error@626015416) -> (continuation of Deferred@683160452 after retry RPC after error@606842155) -> (continuation of Deferred@567080636 after retry RPC after error@98417601) -> (continuation of Deferred@1813028077 after retry RPC after error@363538097) -> (continuation of Deferred@1402231726 after retry RPC after error@1006629294) -> (continuation of Deferred@1407247816 after retry RPC after error@531816363)))
19:30:46.831 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.851 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.873 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.891 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.911 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:46.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:46.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:46.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:46.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:46.995 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1655955870(state=PENDING, result=null, callback=(continuation of Deferred@1839848363 after retry RPC after error@811350391) -> (continuation of Deferred@1822583353 after retry RPC after error@291559714) -> (continuation of Deferred@842480678 after retry RPC after error@1668365462) -> (continuation of Deferred@477978979 after retry RPC after error@188944903) -> (continuation of Deferred@10406213 after retry RPC after error@1793183820) -> (continuation of Deferred@501269002 after retry RPC after error@236988571), errback=(continuation of Deferred@1839848363 after retry RPC after error@811350391) -> (continuation of Deferred@1822583353 after retry RPC after error@291559714) -> (continuation of Deferred@842480678 after retry RPC after error@1668365462) -> (continuation of Deferred@477978979 after retry RPC after error@188944903) -> (continuation of Deferred@10406213 after retry RPC after error@1793183820) -> (continuation of Deferred@501269002 after retry RPC after error@236988571)))
19:30:46.996 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1655955870(state=PENDING, result=null, callback=(continuation of Deferred@1839848363 after retry RPC after error@811350391) -> (continuation of Deferred@1822583353 after retry RPC after error@291559714) -> (continuation of Deferred@842480678 after retry RPC after error@1668365462) -> (continuation of Deferred@477978979 after retry RPC after error@188944903) -> (continuation of Deferred@10406213 after retry RPC after error@1793183820) -> (continuation of Deferred@501269002 after retry RPC after error@236988571), errback=(continuation of Deferred@1839848363 after retry RPC after error@811350391) -> (continuation of Deferred@1822583353 after retry RPC after error@291559714) -> (continuation of Deferred@842480678 after retry RPC after error@1668365462) -> (continuation of Deferred@477978979 after retry RPC after error@188944903) -> (continuation of Deferred@10406213 after retry RPC after error@1793183820) -> (continuation of Deferred@501269002 after retry RPC after error@236988571)))
19:30:47.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.031 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.051 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.133 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:47.178591 7096 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:47.181119 7096 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:47.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:47.182960 7097 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.86.124:41495)
19:30:47.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@334955869(state=PENDING, result=null, callback=(continuation of Deferred@1945082412 after retry RPC after error@385027213) -> (continuation of Deferred@452170041 after retry RPC after error@830841559) -> (continuation of Deferred@1052012593 after retry RPC after error@808293390) -> (continuation of Deferred@919708011 after retry RPC after error@719203964) -> (continuation of Deferred@938931950 after retry RPC after error@1806141946) -> (continuation of Deferred@1355196188 after retry RPC after error@187752118) -> (continuation of Deferred@191957176 after retry RPC after error@1557047413), errback=(continuation of Deferred@1945082412 after retry RPC after error@385027213) -> (continuation of Deferred@452170041 after retry RPC after error@830841559) -> (continuation of Deferred@1052012593 after retry RPC after error@808293390) -> (continuation of Deferred@919708011 after retry RPC after error@719203964) -> (continuation of Deferred@938931950 after retry RPC after error@1806141946) -> (continuation of Deferred@1355196188 after retry RPC after error@187752118) -> (continuation of Deferred@191957176 after retry RPC after error@1557047413)))
19:30:47.236 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@334955869(state=PENDING, result=null, callback=(continuation of Deferred@1945082412 after retry RPC after error@385027213) -> (continuation of Deferred@452170041 after retry RPC after error@830841559) -> (continuation of Deferred@1052012593 after retry RPC after error@808293390) -> (continuation of Deferred@919708011 after retry RPC after error@719203964) -> (continuation of Deferred@938931950 after retry RPC after error@1806141946) -> (continuation of Deferred@1355196188 after retry RPC after error@187752118) -> (continuation of Deferred@191957176 after retry RPC after error@1557047413), errback=(continuation of Deferred@1945082412 after retry RPC after error@385027213) -> (continuation of Deferred@452170041 after retry RPC after error@830841559) -> (continuation of Deferred@1052012593 after retry RPC after error@808293390) -> (continuation of Deferred@919708011 after retry RPC after error@719203964) -> (continuation of Deferred@938931950 after retry RPC after error@1806141946) -> (continuation of Deferred@1355196188 after retry RPC after error@187752118) -> (continuation of Deferred@191957176 after retry RPC after error@1557047413)))
19:30:47.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.274 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.291 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.313 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.331 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.371 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.391 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@574223586(state=PENDING, result=null, callback=(continuation of Deferred@1346531548 after retry RPC after error@1739909523) -> (continuation of Deferred@567430370 after retry RPC after error@1277240030) -> (continuation of Deferred@254177046 after retry RPC after error@1327425296) -> (continuation of Deferred@2090342221 after retry RPC after error@963309010) -> (continuation of Deferred@84437814 after retry RPC after error@1024862944) -> (continuation of Deferred@17330288 after retry RPC after error@1868696062) -> (continuation of Deferred@695570175 after retry RPC after error@632872987) -> (continuation of Deferred@1735495468 after retry RPC after error@404965317), errback=(continuation of Deferred@1346531548 after retry RPC after error@1739909523) -> (continuation of Deferred@567430370 after retry RPC after error@1277240030) -> (continuation of Deferred@254177046 after retry RPC after error@1327425296) -> (continuation of Deferred@2090342221 after retry RPC after error@963309010) -> (continuation of Deferred@84437814 after retry RPC after error@1024862944) -> (continuation of Deferred@17330288 after retry RPC after error@1868696062) -> (continuation of Deferred@695570175 after retry RPC after error@632872987) -> (continuation of Deferred@1735495468 after retry RPC after error@404965317)))
19:30:47.497 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@574223586(state=PENDING, result=null, callback=(continuation of Deferred@1346531548 after retry RPC after error@1739909523) -> (continuation of Deferred@567430370 after retry RPC after error@1277240030) -> (continuation of Deferred@254177046 after retry RPC after error@1327425296) -> (continuation of Deferred@2090342221 after retry RPC after error@963309010) -> (continuation of Deferred@84437814 after retry RPC after error@1024862944) -> (continuation of Deferred@17330288 after retry RPC after error@1868696062) -> (continuation of Deferred@695570175 after retry RPC after error@632872987) -> (continuation of Deferred@1735495468 after retry RPC after error@404965317), errback=(continuation of Deferred@1346531548 after retry RPC after error@1739909523) -> (continuation of Deferred@567430370 after retry RPC after error@1277240030) -> (continuation of Deferred@254177046 after retry RPC after error@1327425296) -> (continuation of Deferred@2090342221 after retry RPC after error@963309010) -> (continuation of Deferred@84437814 after retry RPC after error@1024862944) -> (continuation of Deferred@17330288 after retry RPC after error@1868696062) -> (continuation of Deferred@695570175 after retry RPC after error@632872987) -> (continuation of Deferred@1735495468 after retry RPC after error@404965317)))
19:30:47.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@676831678(state=PENDING, result=null, callback=(continuation of Deferred@1439469625 after retry RPC after error@283734291) -> (continuation of Deferred@175159453 after retry RPC after error@524268092) -> (continuation of Deferred@784573626 after retry RPC after error@1979267480) -> (continuation of Deferred@2059584490 after retry RPC after error@411971804) -> (continuation of Deferred@735817987 after retry RPC after error@399669273) -> (continuation of Deferred@2070099098 after retry RPC after error@310567930), errback=(continuation of Deferred@1439469625 after retry RPC after error@283734291) -> (continuation of Deferred@175159453 after retry RPC after error@524268092) -> (continuation of Deferred@784573626 after retry RPC after error@1979267480) -> (continuation of Deferred@2059584490 after retry RPC after error@411971804) -> (continuation of Deferred@735817987 after retry RPC after error@399669273) -> (continuation of Deferred@2070099098 after retry RPC after error@310567930)))
19:30:47.655 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@676831678(state=PENDING, result=null, callback=(continuation of Deferred@1439469625 after retry RPC after error@283734291) -> (continuation of Deferred@175159453 after retry RPC after error@524268092) -> (continuation of Deferred@784573626 after retry RPC after error@1979267480) -> (continuation of Deferred@2059584490 after retry RPC after error@411971804) -> (continuation of Deferred@735817987 after retry RPC after error@399669273) -> (continuation of Deferred@2070099098 after retry RPC after error@310567930), errback=(continuation of Deferred@1439469625 after retry RPC after error@283734291) -> (continuation of Deferred@175159453 after retry RPC after error@524268092) -> (continuation of Deferred@784573626 after retry RPC after error@1979267480) -> (continuation of Deferred@2059584490 after retry RPC after error@411971804) -> (continuation of Deferred@735817987 after retry RPC after error@399669273) -> (continuation of Deferred@2070099098 after retry RPC after error@310567930)))
19:30:47.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.834 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@2942585(state=PENDING, result=null, callback=(continuation of Deferred@1590874451 after retry RPC after error@1043003020) -> (continuation of Deferred@173944186 after retry RPC after error@1831210342) -> (continuation of Deferred@632685016 after retry RPC after error@1287720308) -> (continuation of Deferred@932174955 after retry RPC after error@1780464321) -> (continuation of Deferred@2134036123 after retry RPC after error@995940004) -> (continuation of Deferred@1928935712 after retry RPC after error@1705466892), errback=(continuation of Deferred@1590874451 after retry RPC after error@1043003020) -> (continuation of Deferred@173944186 after retry RPC after error@1831210342) -> (continuation of Deferred@632685016 after retry RPC after error@1287720308) -> (continuation of Deferred@932174955 after retry RPC after error@1780464321) -> (continuation of Deferred@2134036123 after retry RPC after error@995940004) -> (continuation of Deferred@1928935712 after retry RPC after error@1705466892)))
19:30:47.835 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@2942585(state=PENDING, result=null, callback=(continuation of Deferred@1590874451 after retry RPC after error@1043003020) -> (continuation of Deferred@173944186 after retry RPC after error@1831210342) -> (continuation of Deferred@632685016 after retry RPC after error@1287720308) -> (continuation of Deferred@932174955 after retry RPC after error@1780464321) -> (continuation of Deferred@2134036123 after retry RPC after error@995940004) -> (continuation of Deferred@1928935712 after retry RPC after error@1705466892), errback=(continuation of Deferred@1590874451 after retry RPC after error@1043003020) -> (continuation of Deferred@173944186 after retry RPC after error@1831210342) -> (continuation of Deferred@632685016 after retry RPC after error@1287720308) -> (continuation of Deferred@932174955 after retry RPC after error@1780464321) -> (continuation of Deferred@2134036123 after retry RPC after error@995940004) -> (continuation of Deferred@1928935712 after retry RPC after error@1705466892)))
19:30:47.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.911 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.951 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:47.993 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:47.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:47.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:47.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:47.995 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1523690359(state=PENDING, result=null, callback=(continuation of Deferred@967460569 after retry RPC after error@1705951614) -> (continuation of Deferred@2022819548 after retry RPC after error@793530538) -> (continuation of Deferred@1153124116 after retry RPC after error@1468914636) -> (continuation of Deferred@568082631 after retry RPC after error@1817742678) -> (continuation of Deferred@1917183022 after retry RPC after error@1269764625) -> (continuation of Deferred@146192859 after retry RPC after error@539797414), errback=(continuation of Deferred@967460569 after retry RPC after error@1705951614) -> (continuation of Deferred@2022819548 after retry RPC after error@793530538) -> (continuation of Deferred@1153124116 after retry RPC after error@1468914636) -> (continuation of Deferred@568082631 after retry RPC after error@1817742678) -> (continuation of Deferred@1917183022 after retry RPC after error@1269764625) -> (continuation of Deferred@146192859 after retry RPC after error@539797414)))
19:30:47.995 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1523690359(state=PENDING, result=null, callback=(continuation of Deferred@967460569 after retry RPC after error@1705951614) -> (continuation of Deferred@2022819548 after retry RPC after error@793530538) -> (continuation of Deferred@1153124116 after retry RPC after error@1468914636) -> (continuation of Deferred@568082631 after retry RPC after error@1817742678) -> (continuation of Deferred@1917183022 after retry RPC after error@1269764625) -> (continuation of Deferred@146192859 after retry RPC after error@539797414), errback=(continuation of Deferred@967460569 after retry RPC after error@1705951614) -> (continuation of Deferred@2022819548 after retry RPC after error@793530538) -> (continuation of Deferred@1153124116 after retry RPC after error@1468914636) -> (continuation of Deferred@568082631 after retry RPC after error@1817742678) -> (continuation of Deferred@1917183022 after retry RPC after error@1269764625) -> (continuation of Deferred@146192859 after retry RPC after error@539797414)))
19:30:48.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.033 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.053 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.113 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.133 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.171 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:48.213795 8074 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:30:48.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:48.214128 8074 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:30:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:48.215029 8074 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:30:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:48.216509 6660 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:30:48.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:48.218326 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:30:48.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:48.218652 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:30:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:48.218866 6658 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:30:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:30:48.219233 8074 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:30:48.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1527905074(state=PENDING, result=null, callback=(continuation of Deferred@2002621256 after retry RPC after error@234466800) -> (continuation of Deferred@1801249131 after retry RPC after error@1069567833) -> (continuation of Deferred@605838394 after retry RPC after error@1682629476) -> (continuation of Deferred@1754337599 after retry RPC after error@1427513843) -> (continuation of Deferred@321739495 after retry RPC after error@550492709) -> (continuation of Deferred@1077358570 after retry RPC after error@617256870) -> (continuation of Deferred@1573456826 after retry RPC after error@59374804) -> (continuation of Deferred@2058935088 after retry RPC after error@180294758), errback=(continuation of Deferred@2002621256 after retry RPC after error@234466800) -> (continuation of Deferred@1801249131 after retry RPC after error@1069567833) -> (continuation of Deferred@605838394 after retry RPC after error@1682629476) -> (continuation of Deferred@1754337599 after retry RPC after error@1427513843) -> (continuation of Deferred@321739495 after retry RPC after error@550492709) -> (continuation of Deferred@1077358570 after retry RPC after error@617256870) -> (continuation of Deferred@1573456826 after retry RPC after error@59374804) -> (continuation of Deferred@2058935088 after retry RPC after error@180294758)))
19:30:48.236 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1527905074(state=PENDING, result=null, callback=(continuation of Deferred@2002621256 after retry RPC after error@234466800) -> (continuation of Deferred@1801249131 after retry RPC after error@1069567833) -> (continuation of Deferred@605838394 after retry RPC after error@1682629476) -> (continuation of Deferred@1754337599 after retry RPC after error@1427513843) -> (continuation of Deferred@321739495 after retry RPC after error@550492709) -> (continuation of Deferred@1077358570 after retry RPC after error@617256870) -> (continuation of Deferred@1573456826 after retry RPC after error@59374804) -> (continuation of Deferred@2058935088 after retry RPC after error@180294758), errback=(continuation of Deferred@2002621256 after retry RPC after error@234466800) -> (continuation of Deferred@1801249131 after retry RPC after error@1069567833) -> (continuation of Deferred@605838394 after retry RPC after error@1682629476) -> (continuation of Deferred@1754337599 after retry RPC after error@1427513843) -> (continuation of Deferred@321739495 after retry RPC after error@550492709) -> (continuation of Deferred@1077358570 after retry RPC after error@617256870) -> (continuation of Deferred@1573456826 after retry RPC after error@59374804) -> (continuation of Deferred@2058935088 after retry RPC after error@180294758)))
19:30:48.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.431 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.451 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@297851070(state=PENDING, result=null, callback=(continuation of Deferred@515501164 after retry RPC after error@1714278805) -> (continuation of Deferred@1221310086 after retry RPC after error@1608090121) -> (continuation of Deferred@248696594 after retry RPC after error@108729892) -> (continuation of Deferred@328331243 after retry RPC after error@4980314) -> (continuation of Deferred@410589982 after retry RPC after error@1181606915) -> (continuation of Deferred@1520412050 after retry RPC after error@100215221) -> (continuation of Deferred@1435001855 after retry RPC after error@2087504049), errback=(continuation of Deferred@515501164 after retry RPC after error@1714278805) -> (continuation of Deferred@1221310086 after retry RPC after error@1608090121) -> (continuation of Deferred@248696594 after retry RPC after error@108729892) -> (continuation of Deferred@328331243 after retry RPC after error@4980314) -> (continuation of Deferred@410589982 after retry RPC after error@1181606915) -> (continuation of Deferred@1520412050 after retry RPC after error@100215221) -> (continuation of Deferred@1435001855 after retry RPC after error@2087504049)))
19:30:48.455 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@297851070(state=PENDING, result=null, callback=(continuation of Deferred@515501164 after retry RPC after error@1714278805) -> (continuation of Deferred@1221310086 after retry RPC after error@1608090121) -> (continuation of Deferred@248696594 after retry RPC after error@108729892) -> (continuation of Deferred@328331243 after retry RPC after error@4980314) -> (continuation of Deferred@410589982 after retry RPC after error@1181606915) -> (continuation of Deferred@1520412050 after retry RPC after error@100215221) -> (continuation of Deferred@1435001855 after retry RPC after error@2087504049), errback=(continuation of Deferred@515501164 after retry RPC after error@1714278805) -> (continuation of Deferred@1221310086 after retry RPC after error@1608090121) -> (continuation of Deferred@248696594 after retry RPC after error@108729892) -> (continuation of Deferred@328331243 after retry RPC after error@4980314) -> (continuation of Deferred@410589982 after retry RPC after error@1181606915) -> (continuation of Deferred@1520412050 after retry RPC after error@100215221) -> (continuation of Deferred@1435001855 after retry RPC after error@2087504049)))
19:30:48.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.473 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.493 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.511 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1401635851(state=PENDING, result=null, callback=(continuation of Deferred@1559355579 after retry RPC after error@1962382946) -> (continuation of Deferred@1437338817 after retry RPC after error@1552851299) -> (continuation of Deferred@262760049 after retry RPC after error@1202042208) -> (continuation of Deferred@1926914897 after retry RPC after error@1534480848) -> (continuation of Deferred@522726945 after retry RPC after error@1976337937) -> (continuation of Deferred@1420665618 after retry RPC after error@1035767942) -> (continuation of Deferred@1664870454 after retry RPC after error@1926628942) -> (continuation of Deferred@1272618549 after retry RPC after error@305860456), errback=(continuation of Deferred@1559355579 after retry RPC after error@1962382946) -> (continuation of Deferred@1437338817 after retry RPC after error@1552851299) -> (continuation of Deferred@262760049 after retry RPC after error@1202042208) -> (continuation of Deferred@1926914897 after retry RPC after error@1534480848) -> (continuation of Deferred@522726945 after retry RPC after error@1976337937) -> (continuation of Deferred@1420665618 after retry RPC after error@1035767942) -> (continuation of Deferred@1664870454 after retry RPC after error@1926628942) -> (continuation of Deferred@1272618549 after retry RPC after error@305860456)))
19:30:48.715 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1401635851(state=PENDING, result=null, callback=(continuation of Deferred@1559355579 after retry RPC after error@1962382946) -> (continuation of Deferred@1437338817 after retry RPC after error@1552851299) -> (continuation of Deferred@262760049 after retry RPC after error@1202042208) -> (continuation of Deferred@1926914897 after retry RPC after error@1534480848) -> (continuation of Deferred@522726945 after retry RPC after error@1976337937) -> (continuation of Deferred@1420665618 after retry RPC after error@1035767942) -> (continuation of Deferred@1664870454 after retry RPC after error@1926628942) -> (continuation of Deferred@1272618549 after retry RPC after error@305860456), errback=(continuation of Deferred@1559355579 after retry RPC after error@1962382946) -> (continuation of Deferred@1437338817 after retry RPC after error@1552851299) -> (continuation of Deferred@262760049 after retry RPC after error@1202042208) -> (continuation of Deferred@1926914897 after retry RPC after error@1534480848) -> (continuation of Deferred@522726945 after retry RPC after error@1976337937) -> (continuation of Deferred@1420665618 after retry RPC after error@1035767942) -> (continuation of Deferred@1664870454 after retry RPC after error@1926628942) -> (continuation of Deferred@1272618549 after retry RPC after error@305860456)))
19:30:48.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.871 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.893 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2003482270(state=PENDING, result=null, callback=(continuation of Deferred@734151653 after retry RPC after error@649812192) -> (continuation of Deferred@1831495931 after retry RPC after error@1331101062) -> (continuation of Deferred@1991398114 after retry RPC after error@179464332) -> (continuation of Deferred@887202961 after retry RPC after error@1277412678) -> (continuation of Deferred@677559138 after retry RPC after error@831344874) -> (continuation of Deferred@150056806 after retry RPC after error@1512723147) -> (continuation of Deferred@1731091271 after retry RPC after error@1023368520), errback=(continuation of Deferred@734151653 after retry RPC after error@649812192) -> (continuation of Deferred@1831495931 after retry RPC after error@1331101062) -> (continuation of Deferred@1991398114 after retry RPC after error@179464332) -> (continuation of Deferred@887202961 after retry RPC after error@1277412678) -> (continuation of Deferred@677559138 after retry RPC after error@831344874) -> (continuation of Deferred@150056806 after retry RPC after error@1512723147) -> (continuation of Deferred@1731091271 after retry RPC after error@1023368520)))
19:30:48.896 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2003482270(state=PENDING, result=null, callback=(continuation of Deferred@734151653 after retry RPC after error@649812192) -> (continuation of Deferred@1831495931 after retry RPC after error@1331101062) -> (continuation of Deferred@1991398114 after retry RPC after error@179464332) -> (continuation of Deferred@887202961 after retry RPC after error@1277412678) -> (continuation of Deferred@677559138 after retry RPC after error@831344874) -> (continuation of Deferred@150056806 after retry RPC after error@1512723147) -> (continuation of Deferred@1731091271 after retry RPC after error@1023368520), errback=(continuation of Deferred@734151653 after retry RPC after error@649812192) -> (continuation of Deferred@1831495931 after retry RPC after error@1331101062) -> (continuation of Deferred@1991398114 after retry RPC after error@179464332) -> (continuation of Deferred@887202961 after retry RPC after error@1277412678) -> (continuation of Deferred@677559138 after retry RPC after error@831344874) -> (continuation of Deferred@150056806 after retry RPC after error@1512723147) -> (continuation of Deferred@1731091271 after retry RPC after error@1023368520)))
19:30:48.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.951 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.971 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:48.991 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:48.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:48.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:48.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:48.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.011 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.173 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1967711526(state=PENDING, result=null, callback=(continuation of Deferred@952169350 after retry RPC after error@1876140158) -> (continuation of Deferred@996267371 after retry RPC after error@162686708) -> (continuation of Deferred@919726215 after retry RPC after error@1156808307) -> (continuation of Deferred@1896624395 after retry RPC after error@1804827672) -> (continuation of Deferred@1379873853 after retry RPC after error@232839407) -> (continuation of Deferred@494150705 after retry RPC after error@1844967483) -> (continuation of Deferred@1187166052 after retry RPC after error@1299065075) -> (continuation of Deferred@1896339651 after retry RPC after error@602128632), errback=(continuation of Deferred@952169350 after retry RPC after error@1876140158) -> (continuation of Deferred@996267371 after retry RPC after error@162686708) -> (continuation of Deferred@919726215 after retry RPC after error@1156808307) -> (continuation of Deferred@1896624395 after retry RPC after error@1804827672) -> (continuation of Deferred@1379873853 after retry RPC after error@232839407) -> (continuation of Deferred@494150705 after retry RPC after error@1844967483) -> (continuation of Deferred@1187166052 after retry RPC after error@1299065075) -> (continuation of Deferred@1896339651 after retry RPC after error@602128632)))
19:30:49.173 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:49.191 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.231 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.253 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.273 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@45580420(state=PENDING, result=null, callback=(continuation of Deferred@36761206 after retry RPC after error@780077859) -> (continuation of Deferred@2068311394 after retry RPC after error@1170923822) -> (continuation of Deferred@1074586815 after retry RPC after error@385669518) -> (continuation of Deferred@1377049294 after retry RPC after error@1078280755) -> (continuation of Deferred@1732997016 after retry RPC after error@386656854) -> (continuation of Deferred@1698385939 after retry RPC after error@260428381) -> (continuation of Deferred@856578970 after retry RPC after error@2074042103), errback=(continuation of Deferred@36761206 after retry RPC after error@780077859) -> (continuation of Deferred@2068311394 after retry RPC after error@1170923822) -> (continuation of Deferred@1074586815 after retry RPC after error@385669518) -> (continuation of Deferred@1377049294 after retry RPC after error@1078280755) -> (continuation of Deferred@1732997016 after retry RPC after error@386656854) -> (continuation of Deferred@1698385939 after retry RPC after error@260428381) -> (continuation of Deferred@856578970 after retry RPC after error@2074042103)))
19:30:49.415 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@45580420(state=PENDING, result=null, callback=(continuation of Deferred@36761206 after retry RPC after error@780077859) -> (continuation of Deferred@2068311394 after retry RPC after error@1170923822) -> (continuation of Deferred@1074586815 after retry RPC after error@385669518) -> (continuation of Deferred@1377049294 after retry RPC after error@1078280755) -> (continuation of Deferred@1732997016 after retry RPC after error@386656854) -> (continuation of Deferred@1698385939 after retry RPC after error@260428381) -> (continuation of Deferred@856578970 after retry RPC after error@2074042103), errback=(continuation of Deferred@36761206 after retry RPC after error@780077859) -> (continuation of Deferred@2068311394 after retry RPC after error@1170923822) -> (continuation of Deferred@1074586815 after retry RPC after error@385669518) -> (continuation of Deferred@1377049294 after retry RPC after error@1078280755) -> (continuation of Deferred@1732997016 after retry RPC after error@386656854) -> (continuation of Deferred@1698385939 after retry RPC after error@260428381) -> (continuation of Deferred@856578970 after retry RPC after error@2074042103)))
19:30:49.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.471 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.553 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@608550634(state=PENDING, result=null, callback=(continuation of Deferred@427157859 after retry RPC after error@621148435) -> (continuation of Deferred@172951646 after retry RPC after error@57955603) -> (continuation of Deferred@897354479 after retry RPC after error@1060843570) -> (continuation of Deferred@1296351859 after retry RPC after error@1824119301) -> (continuation of Deferred@1036193423 after retry RPC after error@1537151909) -> (continuation of Deferred@815990271 after retry RPC after error@308840476), errback=(continuation of Deferred@427157859 after retry RPC after error@621148435) -> (continuation of Deferred@172951646 after retry RPC after error@57955603) -> (continuation of Deferred@897354479 after retry RPC after error@1060843570) -> (continuation of Deferred@1296351859 after retry RPC after error@1824119301) -> (continuation of Deferred@1036193423 after retry RPC after error@1537151909) -> (continuation of Deferred@815990271 after retry RPC after error@308840476)))
19:30:49.595 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@608550634(state=PENDING, result=null, callback=(continuation of Deferred@427157859 after retry RPC after error@621148435) -> (continuation of Deferred@172951646 after retry RPC after error@57955603) -> (continuation of Deferred@897354479 after retry RPC after error@1060843570) -> (continuation of Deferred@1296351859 after retry RPC after error@1824119301) -> (continuation of Deferred@1036193423 after retry RPC after error@1537151909) -> (continuation of Deferred@815990271 after retry RPC after error@308840476), errback=(continuation of Deferred@427157859 after retry RPC after error@621148435) -> (continuation of Deferred@172951646 after retry RPC after error@57955603) -> (continuation of Deferred@897354479 after retry RPC after error@1060843570) -> (continuation of Deferred@1296351859 after retry RPC after error@1824119301) -> (continuation of Deferred@1036193423 after retry RPC after error@1537151909) -> (continuation of Deferred@815990271 after retry RPC after error@308840476)))
19:30:49.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1554888948(state=PENDING, result=null, callback=(continuation of Deferred@1837446647 after retry RPC after error@1185119442) -> (continuation of Deferred@15553353 after retry RPC after error@834019768) -> (continuation of Deferred@1968734452 after retry RPC after error@675297121) -> (continuation of Deferred@1113411131 after retry RPC after error@1113984041) -> (continuation of Deferred@1929935793 after retry RPC after error@1515893134) -> (continuation of Deferred@1918767208 after retry RPC after error@2837838) -> (continuation of Deferred@818838281 after retry RPC after error@1058503263), errback=(continuation of Deferred@1837446647 after retry RPC after error@1185119442) -> (continuation of Deferred@15553353 after retry RPC after error@834019768) -> (continuation of Deferred@1968734452 after retry RPC after error@675297121) -> (continuation of Deferred@1113411131 after retry RPC after error@1113984041) -> (continuation of Deferred@1929935793 after retry RPC after error@1515893134) -> (continuation of Deferred@1918767208 after retry RPC after error@2837838) -> (continuation of Deferred@818838281 after retry RPC after error@1058503263)))
19:30:49.775 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1554888948(state=PENDING, result=null, callback=(continuation of Deferred@1837446647 after retry RPC after error@1185119442) -> (continuation of Deferred@15553353 after retry RPC after error@834019768) -> (continuation of Deferred@1968734452 after retry RPC after error@675297121) -> (continuation of Deferred@1113411131 after retry RPC after error@1113984041) -> (continuation of Deferred@1929935793 after retry RPC after error@1515893134) -> (continuation of Deferred@1918767208 after retry RPC after error@2837838) -> (continuation of Deferred@818838281 after retry RPC after error@1058503263), errback=(continuation of Deferred@1837446647 after retry RPC after error@1185119442) -> (continuation of Deferred@15553353 after retry RPC after error@834019768) -> (continuation of Deferred@1968734452 after retry RPC after error@675297121) -> (continuation of Deferred@1113411131 after retry RPC after error@1113984041) -> (continuation of Deferred@1929935793 after retry RPC after error@1515893134) -> (continuation of Deferred@1918767208 after retry RPC after error@2837838) -> (continuation of Deferred@818838281 after retry RPC after error@1058503263)))
19:30:49.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1044674568(state=PENDING, result=null, callback=(continuation of Deferred@1570477042 after retry RPC after error@978669190) -> (continuation of Deferred@837090123 after retry RPC after error@746410311) -> (continuation of Deferred@771244857 after retry RPC after error@1028200830) -> (continuation of Deferred@736203583 after retry RPC after error@1833961581) -> (continuation of Deferred@39743349 after retry RPC after error@1999180969) -> (continuation of Deferred@1349912856 after retry RPC after error@1032351771) -> (continuation of Deferred@1289520408 after retry RPC after error@1936673910), errback=(continuation of Deferred@1570477042 after retry RPC after error@978669190) -> (continuation of Deferred@837090123 after retry RPC after error@746410311) -> (continuation of Deferred@771244857 after retry RPC after error@1028200830) -> (continuation of Deferred@736203583 after retry RPC after error@1833961581) -> (continuation of Deferred@39743349 after retry RPC after error@1999180969) -> (continuation of Deferred@1349912856 after retry RPC after error@1032351771) -> (continuation of Deferred@1289520408 after retry RPC after error@1936673910)))
19:30:49.955 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1044674568(state=PENDING, result=null, callback=(continuation of Deferred@1570477042 after retry RPC after error@978669190) -> (continuation of Deferred@837090123 after retry RPC after error@746410311) -> (continuation of Deferred@771244857 after retry RPC after error@1028200830) -> (continuation of Deferred@736203583 after retry RPC after error@1833961581) -> (continuation of Deferred@39743349 after retry RPC after error@1999180969) -> (continuation of Deferred@1349912856 after retry RPC after error@1032351771) -> (continuation of Deferred@1289520408 after retry RPC after error@1936673910), errback=(continuation of Deferred@1570477042 after retry RPC after error@978669190) -> (continuation of Deferred@837090123 after retry RPC after error@746410311) -> (continuation of Deferred@771244857 after retry RPC after error@1028200830) -> (continuation of Deferred@736203583 after retry RPC after error@1833961581) -> (continuation of Deferred@39743349 after retry RPC after error@1999180969) -> (continuation of Deferred@1349912856 after retry RPC after error@1032351771) -> (continuation of Deferred@1289520408 after retry RPC after error@1936673910)))
19:30:49.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:49.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:49.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:49.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:49.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:49.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.232 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1005804512(state=PENDING, result=null, callback=(continuation of Deferred@1011216854 after retry RPC after error@1039411192) -> (continuation of Deferred@1829698129 after retry RPC after error@1283686475) -> (continuation of Deferred@1599804236 after retry RPC after error@1133257912) -> (continuation of Deferred@1498059498 after retry RPC after error@152817744) -> (continuation of Deferred@249389900 after retry RPC after error@752234443) -> (continuation of Deferred@562439545 after retry RPC after error@1992878153) -> (continuation of Deferred@334115551 after retry RPC after error@241168158), errback=(continuation of Deferred@1011216854 after retry RPC after error@1039411192) -> (continuation of Deferred@1829698129 after retry RPC after error@1283686475) -> (continuation of Deferred@1599804236 after retry RPC after error@1133257912) -> (continuation of Deferred@1498059498 after retry RPC after error@152817744) -> (continuation of Deferred@249389900 after retry RPC after error@752234443) -> (continuation of Deferred@562439545 after retry RPC after error@1992878153) -> (continuation of Deferred@334115551 after retry RPC after error@241168158)))
19:30:50.233 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:50.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@663577444(state=PENDING, result=null, callback=(continuation of Deferred@156822156 after retry RPC after error@1760997181) -> (continuation of Deferred@2114949586 after retry RPC after error@844454708) -> (continuation of Deferred@2090326904 after retry RPC after error@566561936) -> (continuation of Deferred@600213627 after retry RPC after error@1003678668) -> (continuation of Deferred@2044509141 after retry RPC after error@1886689778) -> (continuation of Deferred@1734755031 after retry RPC after error@1262901628) -> (continuation of Deferred@1473790418 after retry RPC after error@62384594), errback=(continuation of Deferred@156822156 after retry RPC after error@1760997181) -> (continuation of Deferred@2114949586 after retry RPC after error@844454708) -> (continuation of Deferred@2090326904 after retry RPC after error@566561936) -> (continuation of Deferred@600213627 after retry RPC after error@1003678668) -> (continuation of Deferred@2044509141 after retry RPC after error@1886689778) -> (continuation of Deferred@1734755031 after retry RPC after error@1262901628) -> (continuation of Deferred@1473790418 after retry RPC after error@62384594)))
19:30:50.456 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@663577444(state=PENDING, result=null, callback=(continuation of Deferred@156822156 after retry RPC after error@1760997181) -> (continuation of Deferred@2114949586 after retry RPC after error@844454708) -> (continuation of Deferred@2090326904 after retry RPC after error@566561936) -> (continuation of Deferred@600213627 after retry RPC after error@1003678668) -> (continuation of Deferred@2044509141 after retry RPC after error@1886689778) -> (continuation of Deferred@1734755031 after retry RPC after error@1262901628) -> (continuation of Deferred@1473790418 after retry RPC after error@62384594), errback=(continuation of Deferred@156822156 after retry RPC after error@1760997181) -> (continuation of Deferred@2114949586 after retry RPC after error@844454708) -> (continuation of Deferred@2090326904 after retry RPC after error@566561936) -> (continuation of Deferred@600213627 after retry RPC after error@1003678668) -> (continuation of Deferred@2044509141 after retry RPC after error@1886689778) -> (continuation of Deferred@1734755031 after retry RPC after error@1262901628) -> (continuation of Deferred@1473790418 after retry RPC after error@62384594)))
19:30:50.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.473 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.653 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.691 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2016751790(state=PENDING, result=null, callback=(continuation of Deferred@555676874 after retry RPC after error@1199110323) -> (continuation of Deferred@933133978 after retry RPC after error@1728022663) -> (continuation of Deferred@806455350 after retry RPC after error@808207335) -> (continuation of Deferred@1954709974 after retry RPC after error@1847825521) -> (continuation of Deferred@1380966843 after retry RPC after error@3060590) -> (continuation of Deferred@1614945932 after retry RPC after error@305172201) -> (continuation of Deferred@1071638317 after retry RPC after error@1251972731) -> (continuation of Deferred@978929626 after retry RPC after error@738775486), errback=(continuation of Deferred@555676874 after retry RPC after error@1199110323) -> (continuation of Deferred@933133978 after retry RPC after error@1728022663) -> (continuation of Deferred@806455350 after retry RPC after error@808207335) -> (continuation of Deferred@1954709974 after retry RPC after error@1847825521) -> (continuation of Deferred@1380966843 after retry RPC after error@3060590) -> (continuation of Deferred@1614945932 after retry RPC after error@305172201) -> (continuation of Deferred@1071638317 after retry RPC after error@1251972731) -> (continuation of Deferred@978929626 after retry RPC after error@738775486)))
19:30:50.695 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2016751790(state=PENDING, result=null, callback=(continuation of Deferred@555676874 after retry RPC after error@1199110323) -> (continuation of Deferred@933133978 after retry RPC after error@1728022663) -> (continuation of Deferred@806455350 after retry RPC after error@808207335) -> (continuation of Deferred@1954709974 after retry RPC after error@1847825521) -> (continuation of Deferred@1380966843 after retry RPC after error@3060590) -> (continuation of Deferred@1614945932 after retry RPC after error@305172201) -> (continuation of Deferred@1071638317 after retry RPC after error@1251972731) -> (continuation of Deferred@978929626 after retry RPC after error@738775486), errback=(continuation of Deferred@555676874 after retry RPC after error@1199110323) -> (continuation of Deferred@933133978 after retry RPC after error@1728022663) -> (continuation of Deferred@806455350 after retry RPC after error@808207335) -> (continuation of Deferred@1954709974 after retry RPC after error@1847825521) -> (continuation of Deferred@1380966843 after retry RPC after error@3060590) -> (continuation of Deferred@1614945932 after retry RPC after error@305172201) -> (continuation of Deferred@1071638317 after retry RPC after error@1251972731) -> (continuation of Deferred@978929626 after retry RPC after error@738775486)))
19:30:50.711 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.731 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.751 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [67ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1671151844(state=PENDING, result=null, callback=(continuation of Deferred@427802124 after retry RPC after error@642039531) -> (continuation of Deferred@627048170 after retry RPC after error@410949189) -> (continuation of Deferred@2090189976 after retry RPC after error@2133171719) -> (continuation of Deferred@634886055 after retry RPC after error@1240981990) -> (continuation of Deferred@462703940 after retry RPC after error@1209154967) -> (continuation of Deferred@1373761949 after retry RPC after error@661635734) -> (continuation of Deferred@505955666 after retry RPC after error@1192181125), errback=(continuation of Deferred@427802124 after retry RPC after error@642039531) -> (continuation of Deferred@627048170 after retry RPC after error@410949189) -> (continuation of Deferred@2090189976 after retry RPC after error@2133171719) -> (continuation of Deferred@634886055 after retry RPC after error@1240981990) -> (continuation of Deferred@462703940 after retry RPC after error@1209154967) -> (continuation of Deferred@1373761949 after retry RPC after error@661635734) -> (continuation of Deferred@505955666 after retry RPC after error@1192181125)))
19:30:50.875 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [67ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1671151844(state=PENDING, result=null, callback=(continuation of Deferred@427802124 after retry RPC after error@642039531) -> (continuation of Deferred@627048170 after retry RPC after error@410949189) -> (continuation of Deferred@2090189976 after retry RPC after error@2133171719) -> (continuation of Deferred@634886055 after retry RPC after error@1240981990) -> (continuation of Deferred@462703940 after retry RPC after error@1209154967) -> (continuation of Deferred@1373761949 after retry RPC after error@661635734) -> (continuation of Deferred@505955666 after retry RPC after error@1192181125), errback=(continuation of Deferred@427802124 after retry RPC after error@642039531) -> (continuation of Deferred@627048170 after retry RPC after error@410949189) -> (continuation of Deferred@2090189976 after retry RPC after error@2133171719) -> (continuation of Deferred@634886055 after retry RPC after error@1240981990) -> (continuation of Deferred@462703940 after retry RPC after error@1209154967) -> (continuation of Deferred@1373761949 after retry RPC after error@661635734) -> (continuation of Deferred@505955666 after retry RPC after error@1192181125)))
19:30:50.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.951 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:50.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:50.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:50.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:50.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:50.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.115 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@766776458(state=PENDING, result=null, callback=(continuation of Deferred@1819798542 after retry RPC after error@1474760055) -> (continuation of Deferred@2025666140 after retry RPC after error@1973452165) -> (continuation of Deferred@644147363 after retry RPC after error@1233638829) -> (continuation of Deferred@1486423319 after retry RPC after error@774051796) -> (continuation of Deferred@788779843 after retry RPC after error@1482576307) -> (continuation of Deferred@1216300562 after retry RPC after error@2119460222) -> (continuation of Deferred@1333536828 after retry RPC after error@1703230377) -> (continuation of Deferred@1467526877 after retry RPC after error@173694681), errback=(continuation of Deferred@1819798542 after retry RPC after error@1474760055) -> (continuation of Deferred@2025666140 after retry RPC after error@1973452165) -> (continuation of Deferred@644147363 after retry RPC after error@1233638829) -> (continuation of Deferred@1486423319 after retry RPC after error@774051796) -> (continuation of Deferred@788779843 after retry RPC after error@1482576307) -> (continuation of Deferred@1216300562 after retry RPC after error@2119460222) -> (continuation of Deferred@1333536828 after retry RPC after error@1703230377) -> (continuation of Deferred@1467526877 after retry RPC after error@173694681)))
19:30:51.115 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@766776458(state=PENDING, result=null, callback=(continuation of Deferred@1819798542 after retry RPC after error@1474760055) -> (continuation of Deferred@2025666140 after retry RPC after error@1973452165) -> (continuation of Deferred@644147363 after retry RPC after error@1233638829) -> (continuation of Deferred@1486423319 after retry RPC after error@774051796) -> (continuation of Deferred@788779843 after retry RPC after error@1482576307) -> (continuation of Deferred@1216300562 after retry RPC after error@2119460222) -> (continuation of Deferred@1333536828 after retry RPC after error@1703230377) -> (continuation of Deferred@1467526877 after retry RPC after error@173694681), errback=(continuation of Deferred@1819798542 after retry RPC after error@1474760055) -> (continuation of Deferred@2025666140 after retry RPC after error@1973452165) -> (continuation of Deferred@644147363 after retry RPC after error@1233638829) -> (continuation of Deferred@1486423319 after retry RPC after error@774051796) -> (continuation of Deferred@788779843 after retry RPC after error@1482576307) -> (continuation of Deferred@1216300562 after retry RPC after error@2119460222) -> (continuation of Deferred@1333536828 after retry RPC after error@1703230377) -> (continuation of Deferred@1467526877 after retry RPC after error@173694681)))
19:30:51.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.133 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.193 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.271 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@529790622(state=PENDING, result=null, callback=(continuation of Deferred@611210992 after retry RPC after error@73941526) -> (continuation of Deferred@1735202090 after retry RPC after error@1741301855) -> (continuation of Deferred@826616704 after retry RPC after error@2004592460) -> (continuation of Deferred@2016422092 after retry RPC after error@1317957445) -> (continuation of Deferred@1452229695 after retry RPC after error@2086983781) -> (continuation of Deferred@90958189 after retry RPC after error@941775554) -> (continuation of Deferred@337665861 after retry RPC after error@1323108948), errback=(continuation of Deferred@611210992 after retry RPC after error@73941526) -> (continuation of Deferred@1735202090 after retry RPC after error@1741301855) -> (continuation of Deferred@826616704 after retry RPC after error@2004592460) -> (continuation of Deferred@2016422092 after retry RPC after error@1317957445) -> (continuation of Deferred@1452229695 after retry RPC after error@2086983781) -> (continuation of Deferred@90958189 after retry RPC after error@941775554) -> (continuation of Deferred@337665861 after retry RPC after error@1323108948)))
19:30:51.296 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@529790622(state=PENDING, result=null, callback=(continuation of Deferred@611210992 after retry RPC after error@73941526) -> (continuation of Deferred@1735202090 after retry RPC after error@1741301855) -> (continuation of Deferred@826616704 after retry RPC after error@2004592460) -> (continuation of Deferred@2016422092 after retry RPC after error@1317957445) -> (continuation of Deferred@1452229695 after retry RPC after error@2086983781) -> (continuation of Deferred@90958189 after retry RPC after error@941775554) -> (continuation of Deferred@337665861 after retry RPC after error@1323108948), errback=(continuation of Deferred@611210992 after retry RPC after error@73941526) -> (continuation of Deferred@1735202090 after retry RPC after error@1741301855) -> (continuation of Deferred@826616704 after retry RPC after error@2004592460) -> (continuation of Deferred@2016422092 after retry RPC after error@1317957445) -> (continuation of Deferred@1452229695 after retry RPC after error@2086983781) -> (continuation of Deferred@90958189 after retry RPC after error@941775554) -> (continuation of Deferred@337665861 after retry RPC after error@1323108948)))
19:30:51.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.313 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.333 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.411 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.431 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.453 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@851533685(state=PENDING, result=null, callback=(continuation of Deferred@965760566 after retry RPC after error@966396126) -> (continuation of Deferred@10464268 after retry RPC after error@941453725) -> (continuation of Deferred@59224398 after retry RPC after error@1781695768) -> (continuation of Deferred@397454238 after retry RPC after error@1156755820) -> (continuation of Deferred@2051110269 after retry RPC after error@69547368) -> (continuation of Deferred@383488553 after retry RPC after error@1198729295), errback=(continuation of Deferred@965760566 after retry RPC after error@966396126) -> (continuation of Deferred@10464268 after retry RPC after error@941453725) -> (continuation of Deferred@59224398 after retry RPC after error@1781695768) -> (continuation of Deferred@397454238 after retry RPC after error@1156755820) -> (continuation of Deferred@2051110269 after retry RPC after error@69547368) -> (continuation of Deferred@383488553 after retry RPC after error@1198729295)))
19:30:51.456 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@851533685(state=PENDING, result=null, callback=(continuation of Deferred@965760566 after retry RPC after error@966396126) -> (continuation of Deferred@10464268 after retry RPC after error@941453725) -> (continuation of Deferred@59224398 after retry RPC after error@1781695768) -> (continuation of Deferred@397454238 after retry RPC after error@1156755820) -> (continuation of Deferred@2051110269 after retry RPC after error@69547368) -> (continuation of Deferred@383488553 after retry RPC after error@1198729295), errback=(continuation of Deferred@965760566 after retry RPC after error@966396126) -> (continuation of Deferred@10464268 after retry RPC after error@941453725) -> (continuation of Deferred@59224398 after retry RPC after error@1781695768) -> (continuation of Deferred@397454238 after retry RPC after error@1156755820) -> (continuation of Deferred@2051110269 after retry RPC after error@69547368) -> (continuation of Deferred@383488553 after retry RPC after error@1198729295)))
19:30:51.471 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.493 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.551 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.571 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@319004385(state=PENDING, result=null, callback=(continuation of Deferred@612151222 after retry RPC after error@170806599) -> (continuation of Deferred@260858066 after retry RPC after error@7803732) -> (continuation of Deferred@1094131187 after retry RPC after error@965424359) -> (continuation of Deferred@1441614324 after retry RPC after error@1832390062) -> (continuation of Deferred@345591167 after retry RPC after error@1960148743) -> (continuation of Deferred@1271409280 after retry RPC after error@1722813226), errback=(continuation of Deferred@612151222 after retry RPC after error@170806599) -> (continuation of Deferred@260858066 after retry RPC after error@7803732) -> (continuation of Deferred@1094131187 after retry RPC after error@965424359) -> (continuation of Deferred@1441614324 after retry RPC after error@1832390062) -> (continuation of Deferred@345591167 after retry RPC after error@1960148743) -> (continuation of Deferred@1271409280 after retry RPC after error@1722813226)))
19:30:51.615 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@319004385(state=PENDING, result=null, callback=(continuation of Deferred@612151222 after retry RPC after error@170806599) -> (continuation of Deferred@260858066 after retry RPC after error@7803732) -> (continuation of Deferred@1094131187 after retry RPC after error@965424359) -> (continuation of Deferred@1441614324 after retry RPC after error@1832390062) -> (continuation of Deferred@345591167 after retry RPC after error@1960148743) -> (continuation of Deferred@1271409280 after retry RPC after error@1722813226), errback=(continuation of Deferred@612151222 after retry RPC after error@170806599) -> (continuation of Deferred@260858066 after retry RPC after error@7803732) -> (continuation of Deferred@1094131187 after retry RPC after error@965424359) -> (continuation of Deferred@1441614324 after retry RPC after error@1832390062) -> (continuation of Deferred@345591167 after retry RPC after error@1960148743) -> (continuation of Deferred@1271409280 after retry RPC after error@1722813226)))
19:30:51.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.633 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.811 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@606550996(state=PENDING, result=null, callback=(continuation of Deferred@1055916700 after retry RPC after error@1563521793) -> (continuation of Deferred@2113659973 after retry RPC after error@1612683701) -> (continuation of Deferred@1581614024 after retry RPC after error@138041978) -> (continuation of Deferred@717315828 after retry RPC after error@906995752) -> (continuation of Deferred@1143351010 after retry RPC after error@513105302) -> (continuation of Deferred@1040418382 after retry RPC after error@1971726158) -> (continuation of Deferred@6430250 after retry RPC after error@875530845), errback=(continuation of Deferred@1055916700 after retry RPC after error@1563521793) -> (continuation of Deferred@2113659973 after retry RPC after error@1612683701) -> (continuation of Deferred@1581614024 after retry RPC after error@138041978) -> (continuation of Deferred@717315828 after retry RPC after error@906995752) -> (continuation of Deferred@1143351010 after retry RPC after error@513105302) -> (continuation of Deferred@1040418382 after retry RPC after error@1971726158) -> (continuation of Deferred@6430250 after retry RPC after error@875530845)))
19:30:51.876 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@606550996(state=PENDING, result=null, callback=(continuation of Deferred@1055916700 after retry RPC after error@1563521793) -> (continuation of Deferred@2113659973 after retry RPC after error@1612683701) -> (continuation of Deferred@1581614024 after retry RPC after error@138041978) -> (continuation of Deferred@717315828 after retry RPC after error@906995752) -> (continuation of Deferred@1143351010 after retry RPC after error@513105302) -> (continuation of Deferred@1040418382 after retry RPC after error@1971726158) -> (continuation of Deferred@6430250 after retry RPC after error@875530845), errback=(continuation of Deferred@1055916700 after retry RPC after error@1563521793) -> (continuation of Deferred@2113659973 after retry RPC after error@1612683701) -> (continuation of Deferred@1581614024 after retry RPC after error@138041978) -> (continuation of Deferred@717315828 after retry RPC after error@906995752) -> (continuation of Deferred@1143351010 after retry RPC after error@513105302) -> (continuation of Deferred@1040418382 after retry RPC after error@1971726158) -> (continuation of Deferred@6430250 after retry RPC after error@875530845)))
19:30:51.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:51.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:51.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:51.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:51.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:51.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@122911066(state=PENDING, result=null, callback=(continuation of Deferred@253182047 after retry RPC after error@1721173328) -> (continuation of Deferred@969234459 after retry RPC after error@624979920) -> (continuation of Deferred@283166367 after retry RPC after error@1308879958) -> (continuation of Deferred@1561686029 after retry RPC after error@2064497296) -> (continuation of Deferred@1833914192 after retry RPC after error@1023377395) -> (continuation of Deferred@1243407737 after retry RPC after error@1548951440) -> (continuation of Deferred@1265757829 after retry RPC after error@204865791), errback=(continuation of Deferred@253182047 after retry RPC after error@1721173328) -> (continuation of Deferred@969234459 after retry RPC after error@624979920) -> (continuation of Deferred@283166367 after retry RPC after error@1308879958) -> (continuation of Deferred@1561686029 after retry RPC after error@2064497296) -> (continuation of Deferred@1833914192 after retry RPC after error@1023377395) -> (continuation of Deferred@1243407737 after retry RPC after error@1548951440) -> (continuation of Deferred@1265757829 after retry RPC after error@204865791)))
19:30:52.095 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@122911066(state=PENDING, result=null, callback=(continuation of Deferred@253182047 after retry RPC after error@1721173328) -> (continuation of Deferred@969234459 after retry RPC after error@624979920) -> (continuation of Deferred@283166367 after retry RPC after error@1308879958) -> (continuation of Deferred@1561686029 after retry RPC after error@2064497296) -> (continuation of Deferred@1833914192 after retry RPC after error@1023377395) -> (continuation of Deferred@1243407737 after retry RPC after error@1548951440) -> (continuation of Deferred@1265757829 after retry RPC after error@204865791), errback=(continuation of Deferred@253182047 after retry RPC after error@1721173328) -> (continuation of Deferred@969234459 after retry RPC after error@624979920) -> (continuation of Deferred@283166367 after retry RPC after error@1308879958) -> (continuation of Deferred@1561686029 after retry RPC after error@2064497296) -> (continuation of Deferred@1833914192 after retry RPC after error@1023377395) -> (continuation of Deferred@1243407737 after retry RPC after error@1548951440) -> (continuation of Deferred@1265757829 after retry RPC after error@204865791)))
19:30:52.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.113 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.133 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.151 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:52.191798 7096 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:52.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:52.197448 7096 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 96) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:52.199029 7097 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.86.124:41495)
19:30:52.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1355643201(state=PENDING, result=null, callback=(continuation of Deferred@1552143406 after retry RPC after error@1474765183) -> (continuation of Deferred@1316026414 after retry RPC after error@1967949776) -> (continuation of Deferred@934023155 after retry RPC after error@1496198304) -> (continuation of Deferred@274075171 after retry RPC after error@20281854) -> (continuation of Deferred@1446067644 after retry RPC after error@2127708406) -> (continuation of Deferred@1582661145 after retry RPC after error@1946490532), errback=(continuation of Deferred@1552143406 after retry RPC after error@1474765183) -> (continuation of Deferred@1316026414 after retry RPC after error@1967949776) -> (continuation of Deferred@934023155 after retry RPC after error@1496198304) -> (continuation of Deferred@274075171 after retry RPC after error@20281854) -> (continuation of Deferred@1446067644 after retry RPC after error@2127708406) -> (continuation of Deferred@1582661145 after retry RPC after error@1946490532)))
19:30:52.296 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1355643201(state=PENDING, result=null, callback=(continuation of Deferred@1552143406 after retry RPC after error@1474765183) -> (continuation of Deferred@1316026414 after retry RPC after error@1967949776) -> (continuation of Deferred@934023155 after retry RPC after error@1496198304) -> (continuation of Deferred@274075171 after retry RPC after error@20281854) -> (continuation of Deferred@1446067644 after retry RPC after error@2127708406) -> (continuation of Deferred@1582661145 after retry RPC after error@1946490532), errback=(continuation of Deferred@1552143406 after retry RPC after error@1474765183) -> (continuation of Deferred@1316026414 after retry RPC after error@1967949776) -> (continuation of Deferred@934023155 after retry RPC after error@1496198304) -> (continuation of Deferred@274075171 after retry RPC after error@20281854) -> (continuation of Deferred@1446067644 after retry RPC after error@2127708406) -> (continuation of Deferred@1582661145 after retry RPC after error@1946490532)))
19:30:52.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.313 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.333 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.351 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.371 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.391 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.413 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.451 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1047661118(state=PENDING, result=null, callback=(continuation of Deferred@1614757360 after retry RPC after error@1368620129) -> (continuation of Deferred@1191809548 after retry RPC after error@1770279721) -> (continuation of Deferred@1892496212 after retry RPC after error@980887896) -> (continuation of Deferred@828720616 after retry RPC after error@2050184694) -> (continuation of Deferred@1677561463 after retry RPC after error@1615025849) -> (continuation of Deferred@2073167196 after retry RPC after error@460223293) -> (continuation of Deferred@342870033 after retry RPC after error@1852027579), errback=(continuation of Deferred@1614757360 after retry RPC after error@1368620129) -> (continuation of Deferred@1191809548 after retry RPC after error@1770279721) -> (continuation of Deferred@1892496212 after retry RPC after error@980887896) -> (continuation of Deferred@828720616 after retry RPC after error@2050184694) -> (continuation of Deferred@1677561463 after retry RPC after error@1615025849) -> (continuation of Deferred@2073167196 after retry RPC after error@460223293) -> (continuation of Deferred@342870033 after retry RPC after error@1852027579)))
19:30:52.556 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1047661118(state=PENDING, result=null, callback=(continuation of Deferred@1614757360 after retry RPC after error@1368620129) -> (continuation of Deferred@1191809548 after retry RPC after error@1770279721) -> (continuation of Deferred@1892496212 after retry RPC after error@980887896) -> (continuation of Deferred@828720616 after retry RPC after error@2050184694) -> (continuation of Deferred@1677561463 after retry RPC after error@1615025849) -> (continuation of Deferred@2073167196 after retry RPC after error@460223293) -> (continuation of Deferred@342870033 after retry RPC after error@1852027579), errback=(continuation of Deferred@1614757360 after retry RPC after error@1368620129) -> (continuation of Deferred@1191809548 after retry RPC after error@1770279721) -> (continuation of Deferred@1892496212 after retry RPC after error@980887896) -> (continuation of Deferred@828720616 after retry RPC after error@2050184694) -> (continuation of Deferred@1677561463 after retry RPC after error@1615025849) -> (continuation of Deferred@2073167196 after retry RPC after error@460223293) -> (continuation of Deferred@342870033 after retry RPC after error@1852027579)))
19:30:52.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@881239590(state=PENDING, result=null, callback=(continuation of Deferred@1729202979 after retry RPC after error@795305913) -> (continuation of Deferred@543545005 after retry RPC after error@559145745) -> (continuation of Deferred@1248869515 after retry RPC after error@1581170899) -> (continuation of Deferred@1348510983 after retry RPC after error@1855299441) -> (continuation of Deferred@634020428 after retry RPC after error@224007806) -> (continuation of Deferred@1489486415 after retry RPC after error@443260977) -> (continuation of Deferred@1816492338 after retry RPC after error@829516578), errback=(continuation of Deferred@1729202979 after retry RPC after error@795305913) -> (continuation of Deferred@543545005 after retry RPC after error@559145745) -> (continuation of Deferred@1248869515 after retry RPC after error@1581170899) -> (continuation of Deferred@1348510983 after retry RPC after error@1855299441) -> (continuation of Deferred@634020428 after retry RPC after error@224007806) -> (continuation of Deferred@1489486415 after retry RPC after error@443260977) -> (continuation of Deferred@1816492338 after retry RPC after error@829516578)))
19:30:52.795 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@881239590(state=PENDING, result=null, callback=(continuation of Deferred@1729202979 after retry RPC after error@795305913) -> (continuation of Deferred@543545005 after retry RPC after error@559145745) -> (continuation of Deferred@1248869515 after retry RPC after error@1581170899) -> (continuation of Deferred@1348510983 after retry RPC after error@1855299441) -> (continuation of Deferred@634020428 after retry RPC after error@224007806) -> (continuation of Deferred@1489486415 after retry RPC after error@443260977) -> (continuation of Deferred@1816492338 after retry RPC after error@829516578), errback=(continuation of Deferred@1729202979 after retry RPC after error@795305913) -> (continuation of Deferred@543545005 after retry RPC after error@559145745) -> (continuation of Deferred@1248869515 after retry RPC after error@1581170899) -> (continuation of Deferred@1348510983 after retry RPC after error@1855299441) -> (continuation of Deferred@634020428 after retry RPC after error@224007806) -> (continuation of Deferred@1489486415 after retry RPC after error@443260977) -> (continuation of Deferred@1816492338 after retry RPC after error@829516578)))
19:30:52.811 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.853 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.873 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:52.971 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:52.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:52.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:52.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:52.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.011 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.015 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1978234864(state=PENDING, result=null, callback=(continuation of Deferred@1130545024 after retry RPC after error@353902438) -> (continuation of Deferred@1595950638 after retry RPC after error@1640557773) -> (continuation of Deferred@922800587 after retry RPC after error@1656097634) -> (continuation of Deferred@1073360940 after retry RPC after error@435293594) -> (continuation of Deferred@684526054 after retry RPC after error@2054351494) -> (continuation of Deferred@342351540 after retry RPC after error@493916031) -> (continuation of Deferred@1563571982 after retry RPC after error@813289716), errback=(continuation of Deferred@1130545024 after retry RPC after error@353902438) -> (continuation of Deferred@1595950638 after retry RPC after error@1640557773) -> (continuation of Deferred@922800587 after retry RPC after error@1656097634) -> (continuation of Deferred@1073360940 after retry RPC after error@435293594) -> (continuation of Deferred@684526054 after retry RPC after error@2054351494) -> (continuation of Deferred@342351540 after retry RPC after error@493916031) -> (continuation of Deferred@1563571982 after retry RPC after error@813289716)))
19:30:53.015 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [65ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1978234864(state=PENDING, result=null, callback=(continuation of Deferred@1130545024 after retry RPC after error@353902438) -> (continuation of Deferred@1595950638 after retry RPC after error@1640557773) -> (continuation of Deferred@922800587 after retry RPC after error@1656097634) -> (continuation of Deferred@1073360940 after retry RPC after error@435293594) -> (continuation of Deferred@684526054 after retry RPC after error@2054351494) -> (continuation of Deferred@342351540 after retry RPC after error@493916031) -> (continuation of Deferred@1563571982 after retry RPC after error@813289716), errback=(continuation of Deferred@1130545024 after retry RPC after error@353902438) -> (continuation of Deferred@1595950638 after retry RPC after error@1640557773) -> (continuation of Deferred@922800587 after retry RPC after error@1656097634) -> (continuation of Deferred@1073360940 after retry RPC after error@435293594) -> (continuation of Deferred@684526054 after retry RPC after error@2054351494) -> (continuation of Deferred@342351540 after retry RPC after error@493916031) -> (continuation of Deferred@1563571982 after retry RPC after error@813289716)))
19:30:53.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.051 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.071 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.113 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.133 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.193 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2138714814(state=PENDING, result=null, callback=(continuation of Deferred@322560276 after retry RPC after error@330414182) -> (continuation of Deferred@1403027130 after retry RPC after error@2103531954) -> (continuation of Deferred@562832971 after retry RPC after error@1063307412) -> (continuation of Deferred@1868903532 after retry RPC after error@415128827) -> (continuation of Deferred@1489018841 after retry RPC after error@1641924669) -> (continuation of Deferred@660424254 after retry RPC after error@1307479978) -> (continuation of Deferred@286060441 after retry RPC after error@513753509), errback=(continuation of Deferred@322560276 after retry RPC after error@330414182) -> (continuation of Deferred@1403027130 after retry RPC after error@2103531954) -> (continuation of Deferred@562832971 after retry RPC after error@1063307412) -> (continuation of Deferred@1868903532 after retry RPC after error@415128827) -> (continuation of Deferred@1489018841 after retry RPC after error@1641924669) -> (continuation of Deferred@660424254 after retry RPC after error@1307479978) -> (continuation of Deferred@286060441 after retry RPC after error@513753509)))
19:30:53.196 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2138714814(state=PENDING, result=null, callback=(continuation of Deferred@322560276 after retry RPC after error@330414182) -> (continuation of Deferred@1403027130 after retry RPC after error@2103531954) -> (continuation of Deferred@562832971 after retry RPC after error@1063307412) -> (continuation of Deferred@1868903532 after retry RPC after error@415128827) -> (continuation of Deferred@1489018841 after retry RPC after error@1641924669) -> (continuation of Deferred@660424254 after retry RPC after error@1307479978) -> (continuation of Deferred@286060441 after retry RPC after error@513753509), errback=(continuation of Deferred@322560276 after retry RPC after error@330414182) -> (continuation of Deferred@1403027130 after retry RPC after error@2103531954) -> (continuation of Deferred@562832971 after retry RPC after error@1063307412) -> (continuation of Deferred@1868903532 after retry RPC after error@415128827) -> (continuation of Deferred@1489018841 after retry RPC after error@1641924669) -> (continuation of Deferred@660424254 after retry RPC after error@1307479978) -> (continuation of Deferred@286060441 after retry RPC after error@513753509)))
19:30:53.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.333 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1659055965(state=PENDING, result=null, callback=(continuation of Deferred@1467963856 after retry RPC after error@565851966) -> (continuation of Deferred@140882271 after retry RPC after error@1938288329) -> (continuation of Deferred@1587251376 after retry RPC after error@778590106) -> (continuation of Deferred@195228737 after retry RPC after error@1193255514) -> (continuation of Deferred@1170439169 after retry RPC after error@695936932) -> (continuation of Deferred@895999542 after retry RPC after error@265332658) -> (continuation of Deferred@1370349885 after retry RPC after error@555465387), errback=(continuation of Deferred@1467963856 after retry RPC after error@565851966) -> (continuation of Deferred@140882271 after retry RPC after error@1938288329) -> (continuation of Deferred@1587251376 after retry RPC after error@778590106) -> (continuation of Deferred@195228737 after retry RPC after error@1193255514) -> (continuation of Deferred@1170439169 after retry RPC after error@695936932) -> (continuation of Deferred@895999542 after retry RPC after error@265332658) -> (continuation of Deferred@1370349885 after retry RPC after error@555465387)))
19:30:53.415 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1659055965(state=PENDING, result=null, callback=(continuation of Deferred@1467963856 after retry RPC after error@565851966) -> (continuation of Deferred@140882271 after retry RPC after error@1938288329) -> (continuation of Deferred@1587251376 after retry RPC after error@778590106) -> (continuation of Deferred@195228737 after retry RPC after error@1193255514) -> (continuation of Deferred@1170439169 after retry RPC after error@695936932) -> (continuation of Deferred@895999542 after retry RPC after error@265332658) -> (continuation of Deferred@1370349885 after retry RPC after error@555465387), errback=(continuation of Deferred@1467963856 after retry RPC after error@565851966) -> (continuation of Deferred@140882271 after retry RPC after error@1938288329) -> (continuation of Deferred@1587251376 after retry RPC after error@778590106) -> (continuation of Deferred@195228737 after retry RPC after error@1193255514) -> (continuation of Deferred@1170439169 after retry RPC after error@695936932) -> (continuation of Deferred@895999542 after retry RPC after error@265332658) -> (continuation of Deferred@1370349885 after retry RPC after error@555465387)))
19:30:53.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.531 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1998614848(state=PENDING, result=null, callback=(continuation of Deferred@1203490686 after retry RPC after error@1799020428) -> (continuation of Deferred@806665489 after retry RPC after error@1145729058) -> (continuation of Deferred@1569949674 after retry RPC after error@1617491307) -> (continuation of Deferred@1971400770 after retry RPC after error@1650300336) -> (continuation of Deferred@590406342 after retry RPC after error@81041510) -> (continuation of Deferred@2024516510 after retry RPC after error@1993691438) -> (continuation of Deferred@1389865952 after retry RPC after error@1927290484), errback=(continuation of Deferred@1203490686 after retry RPC after error@1799020428) -> (continuation of Deferred@806665489 after retry RPC after error@1145729058) -> (continuation of Deferred@1569949674 after retry RPC after error@1617491307) -> (continuation of Deferred@1971400770 after retry RPC after error@1650300336) -> (continuation of Deferred@590406342 after retry RPC after error@81041510) -> (continuation of Deferred@2024516510 after retry RPC after error@1993691438) -> (continuation of Deferred@1389865952 after retry RPC after error@1927290484)))
19:30:53.676 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1998614848(state=PENDING, result=null, callback=(continuation of Deferred@1203490686 after retry RPC after error@1799020428) -> (continuation of Deferred@806665489 after retry RPC after error@1145729058) -> (continuation of Deferred@1569949674 after retry RPC after error@1617491307) -> (continuation of Deferred@1971400770 after retry RPC after error@1650300336) -> (continuation of Deferred@590406342 after retry RPC after error@81041510) -> (continuation of Deferred@2024516510 after retry RPC after error@1993691438) -> (continuation of Deferred@1389865952 after retry RPC after error@1927290484), errback=(continuation of Deferred@1203490686 after retry RPC after error@1799020428) -> (continuation of Deferred@806665489 after retry RPC after error@1145729058) -> (continuation of Deferred@1569949674 after retry RPC after error@1617491307) -> (continuation of Deferred@1971400770 after retry RPC after error@1650300336) -> (continuation of Deferred@590406342 after retry RPC after error@81041510) -> (continuation of Deferred@2024516510 after retry RPC after error@1993691438) -> (continuation of Deferred@1389865952 after retry RPC after error@1927290484)))
19:30:53.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.871 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.952 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1626144895(state=PENDING, result=null, callback=(continuation of Deferred@189739737 after retry RPC after error@916434068) -> (continuation of Deferred@873659655 after retry RPC after error@1022688514) -> (continuation of Deferred@1314900415 after retry RPC after error@99559404) -> (continuation of Deferred@641075347 after retry RPC after error@1026682298) -> (continuation of Deferred@219404690 after retry RPC after error@1899978651) -> (continuation of Deferred@1734063039 after retry RPC after error@1429593811) -> (continuation of Deferred@1190740654 after retry RPC after error@1303449197), errback=(continuation of Deferred@189739737 after retry RPC after error@916434068) -> (continuation of Deferred@873659655 after retry RPC after error@1022688514) -> (continuation of Deferred@1314900415 after retry RPC after error@99559404) -> (continuation of Deferred@641075347 after retry RPC after error@1026682298) -> (continuation of Deferred@219404690 after retry RPC after error@1899978651) -> (continuation of Deferred@1734063039 after retry RPC after error@1429593811) -> (continuation of Deferred@1190740654 after retry RPC after error@1303449197)))
19:30:53.953 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:53.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:53.991 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:53.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:53.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:53.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:53.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.232 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@2057595924(state=PENDING, result=null, callback=(continuation of Deferred@1402358380 after retry RPC after error@2058257609) -> (continuation of Deferred@1126686115 after retry RPC after error@448453919) -> (continuation of Deferred@2065576206 after retry RPC after error@1964538472) -> (continuation of Deferred@145714093 after retry RPC after error@1144065410) -> (continuation of Deferred@1311625803 after retry RPC after error@2026912476) -> (continuation of Deferred@198300776 after retry RPC after error@1195414925) -> (continuation of Deferred@1734326436 after retry RPC after error@505440329), errback=(continuation of Deferred@1402358380 after retry RPC after error@2058257609) -> (continuation of Deferred@1126686115 after retry RPC after error@448453919) -> (continuation of Deferred@2065576206 after retry RPC after error@1964538472) -> (continuation of Deferred@145714093 after retry RPC after error@1144065410) -> (continuation of Deferred@1311625803 after retry RPC after error@2026912476) -> (continuation of Deferred@198300776 after retry RPC after error@1195414925) -> (continuation of Deferred@1734326436 after retry RPC after error@505440329)))
19:30:54.233 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:54.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.253 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.273 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.291 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.311 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.331 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.371 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.413 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.451 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@505266380(state=PENDING, result=null, callback=(continuation of Deferred@1677067405 after retry RPC after error@1428091539) -> (continuation of Deferred@1510446349 after retry RPC after error@720119073) -> (continuation of Deferred@2045611677 after retry RPC after error@1539662169) -> (continuation of Deferred@1024207057 after retry RPC after error@1979897724) -> (continuation of Deferred@1670260295 after retry RPC after error@330386630) -> (continuation of Deferred@1328002241 after retry RPC after error@805188462) -> (continuation of Deferred@1028691144 after retry RPC after error@614349016), errback=(continuation of Deferred@1677067405 after retry RPC after error@1428091539) -> (continuation of Deferred@1510446349 after retry RPC after error@720119073) -> (continuation of Deferred@2045611677 after retry RPC after error@1539662169) -> (continuation of Deferred@1024207057 after retry RPC after error@1979897724) -> (continuation of Deferred@1670260295 after retry RPC after error@330386630) -> (continuation of Deferred@1328002241 after retry RPC after error@805188462) -> (continuation of Deferred@1028691144 after retry RPC after error@614349016)))
19:30:54.456 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@505266380(state=PENDING, result=null, callback=(continuation of Deferred@1677067405 after retry RPC after error@1428091539) -> (continuation of Deferred@1510446349 after retry RPC after error@720119073) -> (continuation of Deferred@2045611677 after retry RPC after error@1539662169) -> (continuation of Deferred@1024207057 after retry RPC after error@1979897724) -> (continuation of Deferred@1670260295 after retry RPC after error@330386630) -> (continuation of Deferred@1328002241 after retry RPC after error@805188462) -> (continuation of Deferred@1028691144 after retry RPC after error@614349016), errback=(continuation of Deferred@1677067405 after retry RPC after error@1428091539) -> (continuation of Deferred@1510446349 after retry RPC after error@720119073) -> (continuation of Deferred@2045611677 after retry RPC after error@1539662169) -> (continuation of Deferred@1024207057 after retry RPC after error@1979897724) -> (continuation of Deferred@1670260295 after retry RPC after error@330386630) -> (continuation of Deferred@1328002241 after retry RPC after error@805188462) -> (continuation of Deferred@1028691144 after retry RPC after error@614349016)))
19:30:54.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1032871846(state=PENDING, result=null, callback=(continuation of Deferred@244285033 after retry RPC after error@1093981508) -> (continuation of Deferred@1407299164 after retry RPC after error@1823717097) -> (continuation of Deferred@431677728 after retry RPC after error@2126748070) -> (continuation of Deferred@546196332 after retry RPC after error@1375446378) -> (continuation of Deferred@520547732 after retry RPC after error@2104121723) -> (continuation of Deferred@795719825 after retry RPC after error@598841571) -> (continuation of Deferred@192133964 after retry RPC after error@612207320), errback=(continuation of Deferred@244285033 after retry RPC after error@1093981508) -> (continuation of Deferred@1407299164 after retry RPC after error@1823717097) -> (continuation of Deferred@431677728 after retry RPC after error@2126748070) -> (continuation of Deferred@546196332 after retry RPC after error@1375446378) -> (continuation of Deferred@520547732 after retry RPC after error@2104121723) -> (continuation of Deferred@795719825 after retry RPC after error@598841571) -> (continuation of Deferred@192133964 after retry RPC after error@612207320)))
19:30:54.675 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1032871846(state=PENDING, result=null, callback=(continuation of Deferred@244285033 after retry RPC after error@1093981508) -> (continuation of Deferred@1407299164 after retry RPC after error@1823717097) -> (continuation of Deferred@431677728 after retry RPC after error@2126748070) -> (continuation of Deferred@546196332 after retry RPC after error@1375446378) -> (continuation of Deferred@520547732 after retry RPC after error@2104121723) -> (continuation of Deferred@795719825 after retry RPC after error@598841571) -> (continuation of Deferred@192133964 after retry RPC after error@612207320), errback=(continuation of Deferred@244285033 after retry RPC after error@1093981508) -> (continuation of Deferred@1407299164 after retry RPC after error@1823717097) -> (continuation of Deferred@431677728 after retry RPC after error@2126748070) -> (continuation of Deferred@546196332 after retry RPC after error@1375446378) -> (continuation of Deferred@520547732 after retry RPC after error@2104121723) -> (continuation of Deferred@795719825 after retry RPC after error@598841571) -> (continuation of Deferred@192133964 after retry RPC after error@612207320)))
19:30:54.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.713 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.751 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.853 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.855 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@438289970(state=PENDING, result=null, callback=(continuation of Deferred@1024516867 after retry RPC after error@1344726590) -> (continuation of Deferred@1526766389 after retry RPC after error@1070266417) -> (continuation of Deferred@91753520 after retry RPC after error@1653087671) -> (continuation of Deferred@1032780768 after retry RPC after error@1441634064) -> (continuation of Deferred@280041489 after retry RPC after error@855034389) -> (continuation of Deferred@2020439632 after retry RPC after error@1098988378), errback=(continuation of Deferred@1024516867 after retry RPC after error@1344726590) -> (continuation of Deferred@1526766389 after retry RPC after error@1070266417) -> (continuation of Deferred@91753520 after retry RPC after error@1653087671) -> (continuation of Deferred@1032780768 after retry RPC after error@1441634064) -> (continuation of Deferred@280041489 after retry RPC after error@855034389) -> (continuation of Deferred@2020439632 after retry RPC after error@1098988378)))
19:30:54.856 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@438289970(state=PENDING, result=null, callback=(continuation of Deferred@1024516867 after retry RPC after error@1344726590) -> (continuation of Deferred@1526766389 after retry RPC after error@1070266417) -> (continuation of Deferred@91753520 after retry RPC after error@1653087671) -> (continuation of Deferred@1032780768 after retry RPC after error@1441634064) -> (continuation of Deferred@280041489 after retry RPC after error@855034389) -> (continuation of Deferred@2020439632 after retry RPC after error@1098988378), errback=(continuation of Deferred@1024516867 after retry RPC after error@1344726590) -> (continuation of Deferred@1526766389 after retry RPC after error@1070266417) -> (continuation of Deferred@91753520 after retry RPC after error@1653087671) -> (continuation of Deferred@1032780768 after retry RPC after error@1441634064) -> (continuation of Deferred@280041489 after retry RPC after error@855034389) -> (continuation of Deferred@2020439632 after retry RPC after error@1098988378)))
19:30:54.871 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.891 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.913 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.953 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:54.991 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:54.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:54.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:54.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:54.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@931244325(state=PENDING, result=null, callback=(continuation of Deferred@1440836912 after retry RPC after error@211469659) -> (continuation of Deferred@1640056725 after retry RPC after error@1530069513) -> (continuation of Deferred@98921650 after retry RPC after error@1603256648) -> (continuation of Deferred@874105027 after retry RPC after error@2012854019) -> (continuation of Deferred@1498924466 after retry RPC after error@2020854353) -> (continuation of Deferred@39213644 after retry RPC after error@950903978), errback=(continuation of Deferred@1440836912 after retry RPC after error@211469659) -> (continuation of Deferred@1640056725 after retry RPC after error@1530069513) -> (continuation of Deferred@98921650 after retry RPC after error@1603256648) -> (continuation of Deferred@874105027 after retry RPC after error@2012854019) -> (continuation of Deferred@1498924466 after retry RPC after error@2020854353) -> (continuation of Deferred@39213644 after retry RPC after error@950903978)))
19:30:55.075 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@931244325(state=PENDING, result=null, callback=(continuation of Deferred@1440836912 after retry RPC after error@211469659) -> (continuation of Deferred@1640056725 after retry RPC after error@1530069513) -> (continuation of Deferred@98921650 after retry RPC after error@1603256648) -> (continuation of Deferred@874105027 after retry RPC after error@2012854019) -> (continuation of Deferred@1498924466 after retry RPC after error@2020854353) -> (continuation of Deferred@39213644 after retry RPC after error@950903978), errback=(continuation of Deferred@1440836912 after retry RPC after error@211469659) -> (continuation of Deferred@1640056725 after retry RPC after error@1530069513) -> (continuation of Deferred@98921650 after retry RPC after error@1603256648) -> (continuation of Deferred@874105027 after retry RPC after error@2012854019) -> (continuation of Deferred@1498924466 after retry RPC after error@2020854353) -> (continuation of Deferred@39213644 after retry RPC after error@950903978)))
19:30:55.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.111 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.151 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.211 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.233 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [5ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [6ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [26ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@361760052(state=PENDING, result=null, callback=(continuation of Deferred@1716705209 after retry RPC after error@729609925) -> (continuation of Deferred@918490777 after retry RPC after error@596837599) -> (continuation of Deferred@1401745419 after retry RPC after error@520814177) -> (continuation of Deferred@1368383711 after retry RPC after error@1786885069) -> (continuation of Deferred@1580800574 after retry RPC after error@369626734) -> (continuation of Deferred@942644584 after retry RPC after error@1599557243) -> (continuation of Deferred@1235834693 after retry RPC after error@528763744), errback=(continuation of Deferred@1716705209 after retry RPC after error@729609925) -> (continuation of Deferred@918490777 after retry RPC after error@596837599) -> (continuation of Deferred@1401745419 after retry RPC after error@520814177) -> (continuation of Deferred@1368383711 after retry RPC after error@1786885069) -> (continuation of Deferred@1580800574 after retry RPC after error@369626734) -> (continuation of Deferred@942644584 after retry RPC after error@1599557243) -> (continuation of Deferred@1235834693 after retry RPC after error@528763744)))
19:30:55.256 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [5ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [6ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [26ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@361760052(state=PENDING, result=null, callback=(continuation of Deferred@1716705209 after retry RPC after error@729609925) -> (continuation of Deferred@918490777 after retry RPC after error@596837599) -> (continuation of Deferred@1401745419 after retry RPC after error@520814177) -> (continuation of Deferred@1368383711 after retry RPC after error@1786885069) -> (continuation of Deferred@1580800574 after retry RPC after error@369626734) -> (continuation of Deferred@942644584 after retry RPC after error@1599557243) -> (continuation of Deferred@1235834693 after retry RPC after error@528763744), errback=(continuation of Deferred@1716705209 after retry RPC after error@729609925) -> (continuation of Deferred@918490777 after retry RPC after error@596837599) -> (continuation of Deferred@1401745419 after retry RPC after error@520814177) -> (continuation of Deferred@1368383711 after retry RPC after error@1786885069) -> (continuation of Deferred@1580800574 after retry RPC after error@369626734) -> (continuation of Deferred@942644584 after retry RPC after error@1599557243) -> (continuation of Deferred@1235834693 after retry RPC after error@528763744)))
19:30:55.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.451 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.454 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1620078064(state=PENDING, result=null, callback=(continuation of Deferred@1375197933 after retry RPC after error@147976478) -> (continuation of Deferred@798393320 after retry RPC after error@1284146183) -> (continuation of Deferred@591732681 after retry RPC after error@614159294) -> (continuation of Deferred@1057561862 after retry RPC after error@666569820) -> (continuation of Deferred@747365429 after retry RPC after error@1383290041) -> (continuation of Deferred@635802332 after retry RPC after error@1522770896) -> (continuation of Deferred@697982705 after retry RPC after error@1636045287), errback=(continuation of Deferred@1375197933 after retry RPC after error@147976478) -> (continuation of Deferred@798393320 after retry RPC after error@1284146183) -> (continuation of Deferred@591732681 after retry RPC after error@614159294) -> (continuation of Deferred@1057561862 after retry RPC after error@666569820) -> (continuation of Deferred@747365429 after retry RPC after error@1383290041) -> (continuation of Deferred@635802332 after retry RPC after error@1522770896) -> (continuation of Deferred@697982705 after retry RPC after error@1636045287)))
19:30:55.454 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1620078064(state=PENDING, result=null, callback=(continuation of Deferred@1375197933 after retry RPC after error@147976478) -> (continuation of Deferred@798393320 after retry RPC after error@1284146183) -> (continuation of Deferred@591732681 after retry RPC after error@614159294) -> (continuation of Deferred@1057561862 after retry RPC after error@666569820) -> (continuation of Deferred@747365429 after retry RPC after error@1383290041) -> (continuation of Deferred@635802332 after retry RPC after error@1522770896) -> (continuation of Deferred@697982705 after retry RPC after error@1636045287), errback=(continuation of Deferred@1375197933 after retry RPC after error@147976478) -> (continuation of Deferred@798393320 after retry RPC after error@1284146183) -> (continuation of Deferred@591732681 after retry RPC after error@614159294) -> (continuation of Deferred@1057561862 after retry RPC after error@666569820) -> (continuation of Deferred@747365429 after retry RPC after error@1383290041) -> (continuation of Deferred@635802332 after retry RPC after error@1522770896) -> (continuation of Deferred@697982705 after retry RPC after error@1636045287)))
19:30:55.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.473 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.493 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.711 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.733 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1031428293(state=PENDING, result=null, callback=(continuation of Deferred@2078584704 after retry RPC after error@262856747) -> (continuation of Deferred@821628172 after retry RPC after error@1596639142) -> (continuation of Deferred@23919468 after retry RPC after error@1503656146) -> (continuation of Deferred@569778048 after retry RPC after error@686357487) -> (continuation of Deferred@1320800773 after retry RPC after error@1757870696) -> (continuation of Deferred@2036200175 after retry RPC after error@369445288) -> (continuation of Deferred@372021399 after retry RPC after error@1239823744) -> (continuation of Deferred@1606053081 after retry RPC after error@1674454671), errback=(continuation of Deferred@2078584704 after retry RPC after error@262856747) -> (continuation of Deferred@821628172 after retry RPC after error@1596639142) -> (continuation of Deferred@23919468 after retry RPC after error@1503656146) -> (continuation of Deferred@569778048 after retry RPC after error@686357487) -> (continuation of Deferred@1320800773 after retry RPC after error@1757870696) -> (continuation of Deferred@2036200175 after retry RPC after error@369445288) -> (continuation of Deferred@372021399 after retry RPC after error@1239823744) -> (continuation of Deferred@1606053081 after retry RPC after error@1674454671)))
19:30:55.733 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:55.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.831 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.853 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.931 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1361340546(state=PENDING, result=null, callback=(continuation of Deferred@472655229 after retry RPC after error@1578460567) -> (continuation of Deferred@1670034622 after retry RPC after error@286826549) -> (continuation of Deferred@1818392742 after retry RPC after error@422478176) -> (continuation of Deferred@792197567 after retry RPC after error@2071657828) -> (continuation of Deferred@69340645 after retry RPC after error@1776986496) -> (continuation of Deferred@2030063363 after retry RPC after error@1438456986) -> (continuation of Deferred@1105489645 after retry RPC after error@2113829368), errback=(continuation of Deferred@472655229 after retry RPC after error@1578460567) -> (continuation of Deferred@1670034622 after retry RPC after error@286826549) -> (continuation of Deferred@1818392742 after retry RPC after error@422478176) -> (continuation of Deferred@792197567 after retry RPC after error@2071657828) -> (continuation of Deferred@69340645 after retry RPC after error@1776986496) -> (continuation of Deferred@2030063363 after retry RPC after error@1438456986) -> (continuation of Deferred@1105489645 after retry RPC after error@2113829368)))
19:30:55.935 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1361340546(state=PENDING, result=null, callback=(continuation of Deferred@472655229 after retry RPC after error@1578460567) -> (continuation of Deferred@1670034622 after retry RPC after error@286826549) -> (continuation of Deferred@1818392742 after retry RPC after error@422478176) -> (continuation of Deferred@792197567 after retry RPC after error@2071657828) -> (continuation of Deferred@69340645 after retry RPC after error@1776986496) -> (continuation of Deferred@2030063363 after retry RPC after error@1438456986) -> (continuation of Deferred@1105489645 after retry RPC after error@2113829368), errback=(continuation of Deferred@472655229 after retry RPC after error@1578460567) -> (continuation of Deferred@1670034622 after retry RPC after error@286826549) -> (continuation of Deferred@1818392742 after retry RPC after error@422478176) -> (continuation of Deferred@792197567 after retry RPC after error@2071657828) -> (continuation of Deferred@69340645 after retry RPC after error@1776986496) -> (continuation of Deferred@2030063363 after retry RPC after error@1438456986) -> (continuation of Deferred@1105489645 after retry RPC after error@2113829368)))
19:30:55.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.953 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:55.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:55.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:55.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:55.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:55.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.151 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.151 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@84018754(state=PENDING, result=null, callback=(continuation of Deferred@1604753680 after retry RPC after error@1237017613) -> (continuation of Deferred@251024567 after retry RPC after error@466838333) -> (continuation of Deferred@1884686158 after retry RPC after error@1658822213) -> (continuation of Deferred@1588604229 after retry RPC after error@1585080101) -> (continuation of Deferred@517371859 after retry RPC after error@6684666) -> (continuation of Deferred@1600135350 after retry RPC after error@1387149104), errback=(continuation of Deferred@1604753680 after retry RPC after error@1237017613) -> (continuation of Deferred@251024567 after retry RPC after error@466838333) -> (continuation of Deferred@1884686158 after retry RPC after error@1658822213) -> (continuation of Deferred@1588604229 after retry RPC after error@1585080101) -> (continuation of Deferred@517371859 after retry RPC after error@6684666) -> (continuation of Deferred@1600135350 after retry RPC after error@1387149104)))
19:30:56.154 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@84018754(state=PENDING, result=null, callback=(continuation of Deferred@1604753680 after retry RPC after error@1237017613) -> (continuation of Deferred@251024567 after retry RPC after error@466838333) -> (continuation of Deferred@1884686158 after retry RPC after error@1658822213) -> (continuation of Deferred@1588604229 after retry RPC after error@1585080101) -> (continuation of Deferred@517371859 after retry RPC after error@6684666) -> (continuation of Deferred@1600135350 after retry RPC after error@1387149104), errback=(continuation of Deferred@1604753680 after retry RPC after error@1237017613) -> (continuation of Deferred@251024567 after retry RPC after error@466838333) -> (continuation of Deferred@1884686158 after retry RPC after error@1658822213) -> (continuation of Deferred@1588604229 after retry RPC after error@1585080101) -> (continuation of Deferred@517371859 after retry RPC after error@6684666) -> (continuation of Deferred@1600135350 after retry RPC after error@1387149104)))
19:30:56.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.251 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.291 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.371 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.393 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1837911622(state=PENDING, result=null, callback=(continuation of Deferred@126141345 after retry RPC after error@1804218470) -> (continuation of Deferred@1759521688 after retry RPC after error@1737602748) -> (continuation of Deferred@1177151524 after retry RPC after error@2090527111) -> (continuation of Deferred@365928807 after retry RPC after error@2130825524) -> (continuation of Deferred@1986031160 after retry RPC after error@1570600866) -> (continuation of Deferred@892416495 after retry RPC after error@1145626124) -> (continuation of Deferred@833382675 after retry RPC after error@129644771), errback=(continuation of Deferred@126141345 after retry RPC after error@1804218470) -> (continuation of Deferred@1759521688 after retry RPC after error@1737602748) -> (continuation of Deferred@1177151524 after retry RPC after error@2090527111) -> (continuation of Deferred@365928807 after retry RPC after error@2130825524) -> (continuation of Deferred@1986031160 after retry RPC after error@1570600866) -> (continuation of Deferred@892416495 after retry RPC after error@1145626124) -> (continuation of Deferred@833382675 after retry RPC after error@129644771)))
19:30:56.395 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1837911622(state=PENDING, result=null, callback=(continuation of Deferred@126141345 after retry RPC after error@1804218470) -> (continuation of Deferred@1759521688 after retry RPC after error@1737602748) -> (continuation of Deferred@1177151524 after retry RPC after error@2090527111) -> (continuation of Deferred@365928807 after retry RPC after error@2130825524) -> (continuation of Deferred@1986031160 after retry RPC after error@1570600866) -> (continuation of Deferred@892416495 after retry RPC after error@1145626124) -> (continuation of Deferred@833382675 after retry RPC after error@129644771), errback=(continuation of Deferred@126141345 after retry RPC after error@1804218470) -> (continuation of Deferred@1759521688 after retry RPC after error@1737602748) -> (continuation of Deferred@1177151524 after retry RPC after error@2090527111) -> (continuation of Deferred@365928807 after retry RPC after error@2130825524) -> (continuation of Deferred@1986031160 after retry RPC after error@1570600866) -> (continuation of Deferred@892416495 after retry RPC after error@1145626124) -> (continuation of Deferred@833382675 after retry RPC after error@129644771)))
19:30:56.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.413 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.672 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@594547746(state=PENDING, result=null, callback=(continuation of Deferred@475877288 after retry RPC after error@920204458) -> (continuation of Deferred@1628951281 after retry RPC after error@1122311157) -> (continuation of Deferred@884157454 after retry RPC after error@1269834326) -> (continuation of Deferred@342876555 after retry RPC after error@2126477888) -> (continuation of Deferred@1396832965 after retry RPC after error@430555241) -> (continuation of Deferred@1914771822 after retry RPC after error@2009665552) -> (continuation of Deferred@721574910 after retry RPC after error@2097118335), errback=(continuation of Deferred@475877288 after retry RPC after error@920204458) -> (continuation of Deferred@1628951281 after retry RPC after error@1122311157) -> (continuation of Deferred@884157454 after retry RPC after error@1269834326) -> (continuation of Deferred@342876555 after retry RPC after error@2126477888) -> (continuation of Deferred@1396832965 after retry RPC after error@430555241) -> (continuation of Deferred@1914771822 after retry RPC after error@2009665552) -> (continuation of Deferred@721574910 after retry RPC after error@2097118335)))
19:30:56.673 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:56.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.713 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.915 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1916008990(state=PENDING, result=null, callback=(continuation of Deferred@1235096412 after retry RPC after error@1960669990) -> (continuation of Deferred@662390131 after retry RPC after error@1249228936) -> (continuation of Deferred@1942505065 after retry RPC after error@1813208949) -> (continuation of Deferred@289333081 after retry RPC after error@1986565134) -> (continuation of Deferred@1193443236 after retry RPC after error@826042562) -> (continuation of Deferred@1444916651 after retry RPC after error@1684376450) -> (continuation of Deferred@820910069 after retry RPC after error@1657144146), errback=(continuation of Deferred@1235096412 after retry RPC after error@1960669990) -> (continuation of Deferred@662390131 after retry RPC after error@1249228936) -> (continuation of Deferred@1942505065 after retry RPC after error@1813208949) -> (continuation of Deferred@289333081 after retry RPC after error@1986565134) -> (continuation of Deferred@1193443236 after retry RPC after error@826042562) -> (continuation of Deferred@1444916651 after retry RPC after error@1684376450) -> (continuation of Deferred@820910069 after retry RPC after error@1657144146)))
19:30:56.915 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1916008990(state=PENDING, result=null, callback=(continuation of Deferred@1235096412 after retry RPC after error@1960669990) -> (continuation of Deferred@662390131 after retry RPC after error@1249228936) -> (continuation of Deferred@1942505065 after retry RPC after error@1813208949) -> (continuation of Deferred@289333081 after retry RPC after error@1986565134) -> (continuation of Deferred@1193443236 after retry RPC after error@826042562) -> (continuation of Deferred@1444916651 after retry RPC after error@1684376450) -> (continuation of Deferred@820910069 after retry RPC after error@1657144146), errback=(continuation of Deferred@1235096412 after retry RPC after error@1960669990) -> (continuation of Deferred@662390131 after retry RPC after error@1249228936) -> (continuation of Deferred@1942505065 after retry RPC after error@1813208949) -> (continuation of Deferred@289333081 after retry RPC after error@1986565134) -> (continuation of Deferred@1193443236 after retry RPC after error@826042562) -> (continuation of Deferred@1444916651 after retry RPC after error@1684376450) -> (continuation of Deferred@820910069 after retry RPC after error@1657144146)))
19:30:56.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:56.991 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:56.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:56.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:56.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:56.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.113 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.171 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.174 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1043237332(state=PENDING, result=null, callback=(continuation of Deferred@1218812966 after retry RPC after error@2096936391) -> (continuation of Deferred@1617847423 after retry RPC after error@717496719) -> (continuation of Deferred@1323621469 after retry RPC after error@1471093451) -> (continuation of Deferred@1156698589 after retry RPC after error@1337088149) -> (continuation of Deferred@660366090 after retry RPC after error@143281256) -> (continuation of Deferred@1119816605 after retry RPC after error@521438639) -> (continuation of Deferred@1528095092 after retry RPC after error@27729778), errback=(continuation of Deferred@1218812966 after retry RPC after error@2096936391) -> (continuation of Deferred@1617847423 after retry RPC after error@717496719) -> (continuation of Deferred@1323621469 after retry RPC after error@1471093451) -> (continuation of Deferred@1156698589 after retry RPC after error@1337088149) -> (continuation of Deferred@660366090 after retry RPC after error@143281256) -> (continuation of Deferred@1119816605 after retry RPC after error@521438639) -> (continuation of Deferred@1528095092 after retry RPC after error@27729778)))
19:30:57.174 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1043237332(state=PENDING, result=null, callback=(continuation of Deferred@1218812966 after retry RPC after error@2096936391) -> (continuation of Deferred@1617847423 after retry RPC after error@717496719) -> (continuation of Deferred@1323621469 after retry RPC after error@1471093451) -> (continuation of Deferred@1156698589 after retry RPC after error@1337088149) -> (continuation of Deferred@660366090 after retry RPC after error@143281256) -> (continuation of Deferred@1119816605 after retry RPC after error@521438639) -> (continuation of Deferred@1528095092 after retry RPC after error@27729778), errback=(continuation of Deferred@1218812966 after retry RPC after error@2096936391) -> (continuation of Deferred@1617847423 after retry RPC after error@717496719) -> (continuation of Deferred@1323621469 after retry RPC after error@1471093451) -> (continuation of Deferred@1156698589 after retry RPC after error@1337088149) -> (continuation of Deferred@660366090 after retry RPC after error@143281256) -> (continuation of Deferred@1119816605 after retry RPC after error@521438639) -> (continuation of Deferred@1528095092 after retry RPC after error@27729778)))
19:30:57.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.213 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.271 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:57.272974 7096 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:57.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:57.274467 7096 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:30:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:30:57.275969 7097 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.86.124:41495)
19:30:57.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.313 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.355 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2000671708(state=PENDING, result=null, callback=(continuation of Deferred@273647856 after retry RPC after error@1780828207) -> (continuation of Deferred@850960581 after retry RPC after error@999302269) -> (continuation of Deferred@1467229175 after retry RPC after error@399535366) -> (continuation of Deferred@1612274097 after retry RPC after error@1511008771) -> (continuation of Deferred@739098925 after retry RPC after error@941699575) -> (continuation of Deferred@308229011 after retry RPC after error@1229214697) -> (continuation of Deferred@193128261 after retry RPC after error@975028555), errback=(continuation of Deferred@273647856 after retry RPC after error@1780828207) -> (continuation of Deferred@850960581 after retry RPC after error@999302269) -> (continuation of Deferred@1467229175 after retry RPC after error@399535366) -> (continuation of Deferred@1612274097 after retry RPC after error@1511008771) -> (continuation of Deferred@739098925 after retry RPC after error@941699575) -> (continuation of Deferred@308229011 after retry RPC after error@1229214697) -> (continuation of Deferred@193128261 after retry RPC after error@975028555)))
19:30:57.356 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2000671708(state=PENDING, result=null, callback=(continuation of Deferred@273647856 after retry RPC after error@1780828207) -> (continuation of Deferred@850960581 after retry RPC after error@999302269) -> (continuation of Deferred@1467229175 after retry RPC after error@399535366) -> (continuation of Deferred@1612274097 after retry RPC after error@1511008771) -> (continuation of Deferred@739098925 after retry RPC after error@941699575) -> (continuation of Deferred@308229011 after retry RPC after error@1229214697) -> (continuation of Deferred@193128261 after retry RPC after error@975028555), errback=(continuation of Deferred@273647856 after retry RPC after error@1780828207) -> (continuation of Deferred@850960581 after retry RPC after error@999302269) -> (continuation of Deferred@1467229175 after retry RPC after error@399535366) -> (continuation of Deferred@1612274097 after retry RPC after error@1511008771) -> (continuation of Deferred@739098925 after retry RPC after error@941699575) -> (continuation of Deferred@308229011 after retry RPC after error@1229214697) -> (continuation of Deferred@193128261 after retry RPC after error@975028555)))
19:30:57.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.453 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.632 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@496368621(state=PENDING, result=null, callback=(continuation of Deferred@523075231 after retry RPC after error@2122141510) -> (continuation of Deferred@1635731553 after retry RPC after error@1401396528) -> (continuation of Deferred@665507929 after retry RPC after error@867804309) -> (continuation of Deferred@673111747 after retry RPC after error@1201649901) -> (continuation of Deferred@914802775 after retry RPC after error@1222991646) -> (continuation of Deferred@374564871 after retry RPC after error@749859568) -> (continuation of Deferred@745882433 after retry RPC after error@1317729406), errback=(continuation of Deferred@523075231 after retry RPC after error@2122141510) -> (continuation of Deferred@1635731553 after retry RPC after error@1401396528) -> (continuation of Deferred@665507929 after retry RPC after error@867804309) -> (continuation of Deferred@673111747 after retry RPC after error@1201649901) -> (continuation of Deferred@914802775 after retry RPC after error@1222991646) -> (continuation of Deferred@374564871 after retry RPC after error@749859568) -> (continuation of Deferred@745882433 after retry RPC after error@1317729406)))
19:30:57.632 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:57.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.731 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1567460900(state=PENDING, result=null, callback=(continuation of Deferred@933213958 after retry RPC after error@540104647) -> (continuation of Deferred@1200824217 after retry RPC after error@1992209889) -> (continuation of Deferred@1012075447 after retry RPC after error@385281173) -> (continuation of Deferred@1237734917 after retry RPC after error@1255469921) -> (continuation of Deferred@1853769535 after retry RPC after error@1330482209) -> (continuation of Deferred@876645811 after retry RPC after error@1507999649), errback=(continuation of Deferred@933213958 after retry RPC after error@540104647) -> (continuation of Deferred@1200824217 after retry RPC after error@1992209889) -> (continuation of Deferred@1012075447 after retry RPC after error@385281173) -> (continuation of Deferred@1237734917 after retry RPC after error@1255469921) -> (continuation of Deferred@1853769535 after retry RPC after error@1330482209) -> (continuation of Deferred@876645811 after retry RPC after error@1507999649)))
19:30:57.796 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1567460900(state=PENDING, result=null, callback=(continuation of Deferred@933213958 after retry RPC after error@540104647) -> (continuation of Deferred@1200824217 after retry RPC after error@1992209889) -> (continuation of Deferred@1012075447 after retry RPC after error@385281173) -> (continuation of Deferred@1237734917 after retry RPC after error@1255469921) -> (continuation of Deferred@1853769535 after retry RPC after error@1330482209) -> (continuation of Deferred@876645811 after retry RPC after error@1507999649), errback=(continuation of Deferred@933213958 after retry RPC after error@540104647) -> (continuation of Deferred@1200824217 after retry RPC after error@1992209889) -> (continuation of Deferred@1012075447 after retry RPC after error@385281173) -> (continuation of Deferred@1237734917 after retry RPC after error@1255469921) -> (continuation of Deferred@1853769535 after retry RPC after error@1330482209) -> (continuation of Deferred@876645811 after retry RPC after error@1507999649)))
19:30:57.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.891 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.931 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.933 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.991 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:57.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:57.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:57.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:57.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:57.994 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@297753325(state=PENDING, result=null, callback=(continuation of Deferred@1480961227 after retry RPC after error@1968621478) -> (continuation of Deferred@1488099773 after retry RPC after error@858904692) -> (continuation of Deferred@1181157677 after retry RPC after error@89103792) -> (continuation of Deferred@1232901077 after retry RPC after error@1949503734) -> (continuation of Deferred@174276924 after retry RPC after error@1941499869) -> (continuation of Deferred@1593256004 after retry RPC after error@841955276), errback=(continuation of Deferred@1480961227 after retry RPC after error@1968621478) -> (continuation of Deferred@1488099773 after retry RPC after error@858904692) -> (continuation of Deferred@1181157677 after retry RPC after error@89103792) -> (continuation of Deferred@1232901077 after retry RPC after error@1949503734) -> (continuation of Deferred@174276924 after retry RPC after error@1941499869) -> (continuation of Deferred@1593256004 after retry RPC after error@841955276)))
19:30:57.995 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@297753325(state=PENDING, result=null, callback=(continuation of Deferred@1480961227 after retry RPC after error@1968621478) -> (continuation of Deferred@1488099773 after retry RPC after error@858904692) -> (continuation of Deferred@1181157677 after retry RPC after error@89103792) -> (continuation of Deferred@1232901077 after retry RPC after error@1949503734) -> (continuation of Deferred@174276924 after retry RPC after error@1941499869) -> (continuation of Deferred@1593256004 after retry RPC after error@841955276), errback=(continuation of Deferred@1480961227 after retry RPC after error@1968621478) -> (continuation of Deferred@1488099773 after retry RPC after error@858904692) -> (continuation of Deferred@1181157677 after retry RPC after error@89103792) -> (continuation of Deferred@1232901077 after retry RPC after error@1949503734) -> (continuation of Deferred@174276924 after retry RPC after error@1941499869) -> (continuation of Deferred@1593256004 after retry RPC after error@841955276)))
19:30:58.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.013 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.111 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.111 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.191 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@899512681(state=PENDING, result=null, callback=(continuation of Deferred@2118940979 after retry RPC after error@1485875842) -> (continuation of Deferred@1353169503 after retry RPC after error@238012179) -> (continuation of Deferred@322413060 after retry RPC after error@1320078938) -> (continuation of Deferred@590798994 after retry RPC after error@1397861560) -> (continuation of Deferred@2102920020 after retry RPC after error@1161612987) -> (continuation of Deferred@1369085182 after retry RPC after error@259048985) -> (continuation of Deferred@848246272 after retry RPC after error@300249084), errback=(continuation of Deferred@2118940979 after retry RPC after error@1485875842) -> (continuation of Deferred@1353169503 after retry RPC after error@238012179) -> (continuation of Deferred@322413060 after retry RPC after error@1320078938) -> (continuation of Deferred@590798994 after retry RPC after error@1397861560) -> (continuation of Deferred@2102920020 after retry RPC after error@1161612987) -> (continuation of Deferred@1369085182 after retry RPC after error@259048985) -> (continuation of Deferred@848246272 after retry RPC after error@300249084)))
19:30:58.235 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@899512681(state=PENDING, result=null, callback=(continuation of Deferred@2118940979 after retry RPC after error@1485875842) -> (continuation of Deferred@1353169503 after retry RPC after error@238012179) -> (continuation of Deferred@322413060 after retry RPC after error@1320078938) -> (continuation of Deferred@590798994 after retry RPC after error@1397861560) -> (continuation of Deferred@2102920020 after retry RPC after error@1161612987) -> (continuation of Deferred@1369085182 after retry RPC after error@259048985) -> (continuation of Deferred@848246272 after retry RPC after error@300249084), errback=(continuation of Deferred@2118940979 after retry RPC after error@1485875842) -> (continuation of Deferred@1353169503 after retry RPC after error@238012179) -> (continuation of Deferred@322413060 after retry RPC after error@1320078938) -> (continuation of Deferred@590798994 after retry RPC after error@1397861560) -> (continuation of Deferred@2102920020 after retry RPC after error@1161612987) -> (continuation of Deferred@1369085182 after retry RPC after error@259048985) -> (continuation of Deferred@848246272 after retry RPC after error@300249084)))
19:30:58.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.253 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1954510116(state=PENDING, result=null, callback=(continuation of Deferred@1068298142 after retry RPC after error@315402820) -> (continuation of Deferred@248936993 after retry RPC after error@17819786) -> (continuation of Deferred@1502033706 after retry RPC after error@778975444) -> (continuation of Deferred@324294730 after retry RPC after error@1843509522) -> (continuation of Deferred@222293475 after retry RPC after error@1380502536) -> (continuation of Deferred@1676630019 after retry RPC after error@61232197), errback=(continuation of Deferred@1068298142 after retry RPC after error@315402820) -> (continuation of Deferred@248936993 after retry RPC after error@17819786) -> (continuation of Deferred@1502033706 after retry RPC after error@778975444) -> (continuation of Deferred@324294730 after retry RPC after error@1843509522) -> (continuation of Deferred@222293475 after retry RPC after error@1380502536) -> (continuation of Deferred@1676630019 after retry RPC after error@61232197)))
19:30:58.455 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1954510116(state=PENDING, result=null, callback=(continuation of Deferred@1068298142 after retry RPC after error@315402820) -> (continuation of Deferred@248936993 after retry RPC after error@17819786) -> (continuation of Deferred@1502033706 after retry RPC after error@778975444) -> (continuation of Deferred@324294730 after retry RPC after error@1843509522) -> (continuation of Deferred@222293475 after retry RPC after error@1380502536) -> (continuation of Deferred@1676630019 after retry RPC after error@61232197), errback=(continuation of Deferred@1068298142 after retry RPC after error@315402820) -> (continuation of Deferred@248936993 after retry RPC after error@17819786) -> (continuation of Deferred@1502033706 after retry RPC after error@778975444) -> (continuation of Deferred@324294730 after retry RPC after error@1843509522) -> (continuation of Deferred@222293475 after retry RPC after error@1380502536) -> (continuation of Deferred@1676630019 after retry RPC after error@61232197)))
19:30:58.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.551 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.551 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.711 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@36530210(state=PENDING, result=null, callback=(continuation of Deferred@37655536 after retry RPC after error@192084440) -> (continuation of Deferred@598152136 after retry RPC after error@1243747302) -> (continuation of Deferred@1022732353 after retry RPC after error@542452286) -> (continuation of Deferred@1006060719 after retry RPC after error@1628491028) -> (continuation of Deferred@1882638039 after retry RPC after error@2042304053) -> (continuation of Deferred@2020140945 after retry RPC after error@527953381) -> (continuation of Deferred@1504805026 after retry RPC after error@2023374623), errback=(continuation of Deferred@37655536 after retry RPC after error@192084440) -> (continuation of Deferred@598152136 after retry RPC after error@1243747302) -> (continuation of Deferred@1022732353 after retry RPC after error@542452286) -> (continuation of Deferred@1006060719 after retry RPC after error@1628491028) -> (continuation of Deferred@1882638039 after retry RPC after error@2042304053) -> (continuation of Deferred@2020140945 after retry RPC after error@527953381) -> (continuation of Deferred@1504805026 after retry RPC after error@2023374623)))
19:30:58.715 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@36530210(state=PENDING, result=null, callback=(continuation of Deferred@37655536 after retry RPC after error@192084440) -> (continuation of Deferred@598152136 after retry RPC after error@1243747302) -> (continuation of Deferred@1022732353 after retry RPC after error@542452286) -> (continuation of Deferred@1006060719 after retry RPC after error@1628491028) -> (continuation of Deferred@1882638039 after retry RPC after error@2042304053) -> (continuation of Deferred@2020140945 after retry RPC after error@527953381) -> (continuation of Deferred@1504805026 after retry RPC after error@2023374623), errback=(continuation of Deferred@37655536 after retry RPC after error@192084440) -> (continuation of Deferred@598152136 after retry RPC after error@1243747302) -> (continuation of Deferred@1022732353 after retry RPC after error@542452286) -> (continuation of Deferred@1006060719 after retry RPC after error@1628491028) -> (continuation of Deferred@1882638039 after retry RPC after error@2042304053) -> (continuation of Deferred@2020140945 after retry RPC after error@527953381) -> (continuation of Deferred@1504805026 after retry RPC after error@2023374623)))
19:30:58.731 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.871 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:58.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@866113064(state=PENDING, result=null, callback=(continuation of Deferred@473582335 after retry RPC after error@1747878532) -> (continuation of Deferred@79598713 after retry RPC after error@1230842960) -> (continuation of Deferred@125758006 after retry RPC after error@458777343) -> (continuation of Deferred@1807036593 after retry RPC after error@1269476923) -> (continuation of Deferred@1005965858 after retry RPC after error@1675755577) -> (continuation of Deferred@554730572 after retry RPC after error@1070939427) -> (continuation of Deferred@707038265 after retry RPC after error@1505010316), errback=(continuation of Deferred@473582335 after retry RPC after error@1747878532) -> (continuation of Deferred@79598713 after retry RPC after error@1230842960) -> (continuation of Deferred@125758006 after retry RPC after error@458777343) -> (continuation of Deferred@1807036593 after retry RPC after error@1269476923) -> (continuation of Deferred@1005965858 after retry RPC after error@1675755577) -> (continuation of Deferred@554730572 after retry RPC after error@1070939427) -> (continuation of Deferred@707038265 after retry RPC after error@1505010316)))
19:30:58.975 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@866113064(state=PENDING, result=null, callback=(continuation of Deferred@473582335 after retry RPC after error@1747878532) -> (continuation of Deferred@79598713 after retry RPC after error@1230842960) -> (continuation of Deferred@125758006 after retry RPC after error@458777343) -> (continuation of Deferred@1807036593 after retry RPC after error@1269476923) -> (continuation of Deferred@1005965858 after retry RPC after error@1675755577) -> (continuation of Deferred@554730572 after retry RPC after error@1070939427) -> (continuation of Deferred@707038265 after retry RPC after error@1505010316), errback=(continuation of Deferred@473582335 after retry RPC after error@1747878532) -> (continuation of Deferred@79598713 after retry RPC after error@1230842960) -> (continuation of Deferred@125758006 after retry RPC after error@458777343) -> (continuation of Deferred@1807036593 after retry RPC after error@1269476923) -> (continuation of Deferred@1005965858 after retry RPC after error@1675755577) -> (continuation of Deferred@554730572 after retry RPC after error@1070939427) -> (continuation of Deferred@707038265 after retry RPC after error@1505010316)))
19:30:58.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:58.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:58.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:58.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:58.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:59.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:59.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:59.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:59.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:59.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:30:59.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:59.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:59.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:30:59.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.252 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, deferred=Deferred@1871638589(state=PENDING, result=null, callback=(continuation of Deferred@1983471134 after retry RPC after error@693350418) -> (continuation of Deferred@702446516 after retry RPC after error@835287466), errback=(continuation of Deferred@1983471134 after retry RPC after error@693350418) -> (continuation of Deferred@702446516 after retry RPC after error@835287466)))
19:30:59.253 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=210, elapsed=220), Traces: [0ms] sending RPC to server master-127.6.86.124:41495, deferred=Deferred@230426659(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.6.86.124:41495, errback=org.apache.kudu.client.ConnectToCluster$1@39dbfaa6 -> ConnectToMasterErrCB for 127.6.86.124:41495))
19:30:59.253 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:59.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:59.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.273 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
19:30:59.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:30:59.533 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, deferred=null) with no deferred attached!
19:30:59.533 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.6.86.124:41495, deferred=Deferred@1953294877(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.6.86.124:41495, errback=org.apache.kudu.client.ConnectToCluster$1@120430fc -> ConnectToMasterErrCB for 127.6.86.124:41495))
19:30:59.533 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:59.533 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.6.86.124:41495, deferred=Deferred@1953294877(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.6.86.124:41495, errback=org.apache.kudu.client.ConnectToCluster$1@120430fc -> ConnectToMasterErrCB for 127.6.86.124:41495)), deferred=null)
19:30:59.533 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.6.86.124:41495, deferred=Deferred@1953294877(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.6.86.124:41495, errback=org.apache.kudu.client.ConnectToCluster$1@120430fc -> ConnectToMasterErrCB for 127.6.86.124:41495)), deferred=null)
19:30:59.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:59.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.812 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, deferred=null) with no deferred attached!
19:30:59.812 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.6.86.124:41495, deferred=Deferred@427751165(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.6.86.124:41495, errback=org.apache.kudu.client.ConnectToCluster$1@ad1dbcd -> ConnectToMasterErrCB for 127.6.86.124:41495))
19:30:59.812 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:30:59.813 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.6.86.124:41495, deferred=Deferred@427751165(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.6.86.124:41495, errback=org.apache.kudu.client.ConnectToCluster$1@ad1dbcd -> ConnectToMasterErrCB for 127.6.86.124:41495)), deferred=null)
19:30:59.813 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.6.86.124:41495, deferred=Deferred@427751165(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.6.86.124:41495, errback=org.apache.kudu.client.ConnectToCluster$1@ad1dbcd -> ConnectToMasterErrCB for 127.6.86.124:41495)), deferred=null)
19:30:59.831 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:30:59.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:30:59.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.041 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=788), Traces: [0ms] received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=null) with no deferred attached!
19:31:00.041 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=508), Traces: [0ms] received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=null) with no deferred attached!
19:31:00.041 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=229), Traces: [0ms] received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=null) with no deferred attached!
19:31:00.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.071 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.092 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [210ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [210ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1488103696(state=PENDING, result=null, callback=(continuation of Deferred@195655150 after retry RPC after error@23691378) -> (continuation of Deferred@1909138635 after retry RPC after error@1014823371) -> (continuation of Deferred@2084240815 after retry RPC after error@824019018), errback=(continuation of Deferred@195655150 after retry RPC after error@23691378) -> (continuation of Deferred@1909138635 after retry RPC after error@1014823371) -> (continuation of Deferred@2084240815 after retry RPC after error@824019018)))
19:31:00.093 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:31:00.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.131 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1389593909(state=PENDING, result=null, callback=(continuation of Deferred@540550265 after retry RPC after error@46588258) -> (continuation of Deferred@1878546954 after retry RPC after error@558661869) -> (continuation of Deferred@1077310289 after retry RPC after error@1968064452) -> (continuation of Deferred@1489730413 after retry RPC after error@499503985) -> (continuation of Deferred@1855620963 after retry RPC after error@1768787219) -> (continuation of Deferred@1786676032 after retry RPC after error@1494453029) -> (continuation of Deferred@1669906171 after retry RPC after error@1720230540), errback=(continuation of Deferred@540550265 after retry RPC after error@46588258) -> (continuation of Deferred@1878546954 after retry RPC after error@558661869) -> (continuation of Deferred@1077310289 after retry RPC after error@1968064452) -> (continuation of Deferred@1489730413 after retry RPC after error@499503985) -> (continuation of Deferred@1855620963 after retry RPC after error@1768787219) -> (continuation of Deferred@1786676032 after retry RPC after error@1494453029) -> (continuation of Deferred@1669906171 after retry RPC after error@1720230540)))
19:31:00.295 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1389593909(state=PENDING, result=null, callback=(continuation of Deferred@540550265 after retry RPC after error@46588258) -> (continuation of Deferred@1878546954 after retry RPC after error@558661869) -> (continuation of Deferred@1077310289 after retry RPC after error@1968064452) -> (continuation of Deferred@1489730413 after retry RPC after error@499503985) -> (continuation of Deferred@1855620963 after retry RPC after error@1768787219) -> (continuation of Deferred@1786676032 after retry RPC after error@1494453029) -> (continuation of Deferred@1669906171 after retry RPC after error@1720230540), errback=(continuation of Deferred@540550265 after retry RPC after error@46588258) -> (continuation of Deferred@1878546954 after retry RPC after error@558661869) -> (continuation of Deferred@1077310289 after retry RPC after error@1968064452) -> (continuation of Deferred@1489730413 after retry RPC after error@499503985) -> (continuation of Deferred@1855620963 after retry RPC after error@1768787219) -> (continuation of Deferred@1786676032 after retry RPC after error@1494453029) -> (continuation of Deferred@1669906171 after retry RPC after error@1720230540)))
19:31:00.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1565122008(state=PENDING, result=null, callback=(continuation of Deferred@1642781233 after retry RPC after error@482691666) -> (continuation of Deferred@1878558762 after retry RPC after error@2093760272) -> (continuation of Deferred@1262504426 after retry RPC after error@2111900938) -> (continuation of Deferred@1458791236 after retry RPC after error@1264251445) -> (continuation of Deferred@35450285 after retry RPC after error@2011183545) -> (continuation of Deferred@977575234 after retry RPC after error@638782309) -> (continuation of Deferred@1132981135 after retry RPC after error@903626679), errback=(continuation of Deferred@1642781233 after retry RPC after error@482691666) -> (continuation of Deferred@1878558762 after retry RPC after error@2093760272) -> (continuation of Deferred@1262504426 after retry RPC after error@2111900938) -> (continuation of Deferred@1458791236 after retry RPC after error@1264251445) -> (continuation of Deferred@35450285 after retry RPC after error@2011183545) -> (continuation of Deferred@977575234 after retry RPC after error@638782309) -> (continuation of Deferred@1132981135 after retry RPC after error@903626679)))
19:31:00.495 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1565122008(state=PENDING, result=null, callback=(continuation of Deferred@1642781233 after retry RPC after error@482691666) -> (continuation of Deferred@1878558762 after retry RPC after error@2093760272) -> (continuation of Deferred@1262504426 after retry RPC after error@2111900938) -> (continuation of Deferred@1458791236 after retry RPC after error@1264251445) -> (continuation of Deferred@35450285 after retry RPC after error@2011183545) -> (continuation of Deferred@977575234 after retry RPC after error@638782309) -> (continuation of Deferred@1132981135 after retry RPC after error@903626679), errback=(continuation of Deferred@1642781233 after retry RPC after error@482691666) -> (continuation of Deferred@1878558762 after retry RPC after error@2093760272) -> (continuation of Deferred@1262504426 after retry RPC after error@2111900938) -> (continuation of Deferred@1458791236 after retry RPC after error@1264251445) -> (continuation of Deferred@35450285 after retry RPC after error@2011183545) -> (continuation of Deferred@977575234 after retry RPC after error@638782309) -> (continuation of Deferred@1132981135 after retry RPC after error@903626679)))
19:31:00.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.591 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.613 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.691 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.713 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1212364613(state=PENDING, result=null, callback=(continuation of Deferred@1643118485 after retry RPC after error@585350562) -> (continuation of Deferred@1882574833 after retry RPC after error@563947437) -> (continuation of Deferred@1066428252 after retry RPC after error@2212769) -> (continuation of Deferred@1588977171 after retry RPC after error@383597095) -> (continuation of Deferred@717948199 after retry RPC after error@611972884) -> (continuation of Deferred@1422713038 after retry RPC after error@733996146) -> (continuation of Deferred@1496268319 after retry RPC after error@847618937), errback=(continuation of Deferred@1643118485 after retry RPC after error@585350562) -> (continuation of Deferred@1882574833 after retry RPC after error@563947437) -> (continuation of Deferred@1066428252 after retry RPC after error@2212769) -> (continuation of Deferred@1588977171 after retry RPC after error@383597095) -> (continuation of Deferred@717948199 after retry RPC after error@611972884) -> (continuation of Deferred@1422713038 after retry RPC after error@733996146) -> (continuation of Deferred@1496268319 after retry RPC after error@847618937)))
19:31:00.715 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1212364613(state=PENDING, result=null, callback=(continuation of Deferred@1643118485 after retry RPC after error@585350562) -> (continuation of Deferred@1882574833 after retry RPC after error@563947437) -> (continuation of Deferred@1066428252 after retry RPC after error@2212769) -> (continuation of Deferred@1588977171 after retry RPC after error@383597095) -> (continuation of Deferred@717948199 after retry RPC after error@611972884) -> (continuation of Deferred@1422713038 after retry RPC after error@733996146) -> (continuation of Deferred@1496268319 after retry RPC after error@847618937), errback=(continuation of Deferred@1643118485 after retry RPC after error@585350562) -> (continuation of Deferred@1882574833 after retry RPC after error@563947437) -> (continuation of Deferred@1066428252 after retry RPC after error@2212769) -> (continuation of Deferred@1588977171 after retry RPC after error@383597095) -> (continuation of Deferred@717948199 after retry RPC after error@611972884) -> (continuation of Deferred@1422713038 after retry RPC after error@733996146) -> (continuation of Deferred@1496268319 after retry RPC after error@847618937)))
19:31:00.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.851 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.951 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.954 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@165757405(state=PENDING, result=null, callback=(continuation of Deferred@1647861111 after retry RPC after error@1163181192) -> (continuation of Deferred@141023821 after retry RPC after error@185310517) -> (continuation of Deferred@737721030 after retry RPC after error@1260970957) -> (continuation of Deferred@2108423511 after retry RPC after error@715011554) -> (continuation of Deferred@1155437821 after retry RPC after error@1214521632) -> (continuation of Deferred@1787247678 after retry RPC after error@829236649) -> (continuation of Deferred@27538949 after retry RPC after error@1746958896), errback=(continuation of Deferred@1647861111 after retry RPC after error@1163181192) -> (continuation of Deferred@141023821 after retry RPC after error@185310517) -> (continuation of Deferred@737721030 after retry RPC after error@1260970957) -> (continuation of Deferred@2108423511 after retry RPC after error@715011554) -> (continuation of Deferred@1155437821 after retry RPC after error@1214521632) -> (continuation of Deferred@1787247678 after retry RPC after error@829236649) -> (continuation of Deferred@27538949 after retry RPC after error@1746958896)))
19:31:00.955 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@165757405(state=PENDING, result=null, callback=(continuation of Deferred@1647861111 after retry RPC after error@1163181192) -> (continuation of Deferred@141023821 after retry RPC after error@185310517) -> (continuation of Deferred@737721030 after retry RPC after error@1260970957) -> (continuation of Deferred@2108423511 after retry RPC after error@715011554) -> (continuation of Deferred@1155437821 after retry RPC after error@1214521632) -> (continuation of Deferred@1787247678 after retry RPC after error@829236649) -> (continuation of Deferred@27538949 after retry RPC after error@1746958896), errback=(continuation of Deferred@1647861111 after retry RPC after error@1163181192) -> (continuation of Deferred@141023821 after retry RPC after error@185310517) -> (continuation of Deferred@737721030 after retry RPC after error@1260970957) -> (continuation of Deferred@2108423511 after retry RPC after error@715011554) -> (continuation of Deferred@1155437821 after retry RPC after error@1214521632) -> (continuation of Deferred@1787247678 after retry RPC after error@829236649) -> (continuation of Deferred@27538949 after retry RPC after error@1746958896)))
19:31:00.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:00.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:00.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:00.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:00.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:00.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.071 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.131 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@861984341(state=PENDING, result=null, callback=(continuation of Deferred@1159149427 after retry RPC after error@1073859015) -> (continuation of Deferred@1073152333 after retry RPC after error@168868504) -> (continuation of Deferred@1983948806 after retry RPC after error@952178936) -> (continuation of Deferred@1060871108 after retry RPC after error@821048001) -> (continuation of Deferred@1132706881 after retry RPC after error@1932884497) -> (continuation of Deferred@280177160 after retry RPC after error@568620261) -> (continuation of Deferred@2136712492 after retry RPC after error@661040420), errback=(continuation of Deferred@1159149427 after retry RPC after error@1073859015) -> (continuation of Deferred@1073152333 after retry RPC after error@168868504) -> (continuation of Deferred@1983948806 after retry RPC after error@952178936) -> (continuation of Deferred@1060871108 after retry RPC after error@821048001) -> (continuation of Deferred@1132706881 after retry RPC after error@1932884497) -> (continuation of Deferred@280177160 after retry RPC after error@568620261) -> (continuation of Deferred@2136712492 after retry RPC after error@661040420)))
19:31:01.136 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@861984341(state=PENDING, result=null, callback=(continuation of Deferred@1159149427 after retry RPC after error@1073859015) -> (continuation of Deferred@1073152333 after retry RPC after error@168868504) -> (continuation of Deferred@1983948806 after retry RPC after error@952178936) -> (continuation of Deferred@1060871108 after retry RPC after error@821048001) -> (continuation of Deferred@1132706881 after retry RPC after error@1932884497) -> (continuation of Deferred@280177160 after retry RPC after error@568620261) -> (continuation of Deferred@2136712492 after retry RPC after error@661040420), errback=(continuation of Deferred@1159149427 after retry RPC after error@1073859015) -> (continuation of Deferred@1073152333 after retry RPC after error@168868504) -> (continuation of Deferred@1983948806 after retry RPC after error@952178936) -> (continuation of Deferred@1060871108 after retry RPC after error@821048001) -> (continuation of Deferred@1132706881 after retry RPC after error@1932884497) -> (continuation of Deferred@280177160 after retry RPC after error@568620261) -> (continuation of Deferred@2136712492 after retry RPC after error@661040420)))
19:31:01.151 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.335 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1131893808(state=PENDING, result=null, callback=(continuation of Deferred@855179020 after retry RPC after error@1183152440) -> (continuation of Deferred@427738198 after retry RPC after error@1624364445) -> (continuation of Deferred@354702868 after retry RPC after error@2013634865) -> (continuation of Deferred@389449235 after retry RPC after error@2032518229) -> (continuation of Deferred@1317448083 after retry RPC after error@467633499) -> (continuation of Deferred@947559981 after retry RPC after error@1865081371) -> (continuation of Deferred@345703516 after retry RPC after error@1938407113), errback=(continuation of Deferred@855179020 after retry RPC after error@1183152440) -> (continuation of Deferred@427738198 after retry RPC after error@1624364445) -> (continuation of Deferred@354702868 after retry RPC after error@2013634865) -> (continuation of Deferred@389449235 after retry RPC after error@2032518229) -> (continuation of Deferred@1317448083 after retry RPC after error@467633499) -> (continuation of Deferred@947559981 after retry RPC after error@1865081371) -> (continuation of Deferred@345703516 after retry RPC after error@1938407113)))
19:31:01.336 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1131893808(state=PENDING, result=null, callback=(continuation of Deferred@855179020 after retry RPC after error@1183152440) -> (continuation of Deferred@427738198 after retry RPC after error@1624364445) -> (continuation of Deferred@354702868 after retry RPC after error@2013634865) -> (continuation of Deferred@389449235 after retry RPC after error@2032518229) -> (continuation of Deferred@1317448083 after retry RPC after error@467633499) -> (continuation of Deferred@947559981 after retry RPC after error@1865081371) -> (continuation of Deferred@345703516 after retry RPC after error@1938407113), errback=(continuation of Deferred@855179020 after retry RPC after error@1183152440) -> (continuation of Deferred@427738198 after retry RPC after error@1624364445) -> (continuation of Deferred@354702868 after retry RPC after error@2013634865) -> (continuation of Deferred@389449235 after retry RPC after error@2032518229) -> (continuation of Deferred@1317448083 after retry RPC after error@467633499) -> (continuation of Deferred@947559981 after retry RPC after error@1865081371) -> (continuation of Deferred@345703516 after retry RPC after error@1938407113)))
19:31:01.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.411 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.431 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.453 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.531 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.591 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1823797178(state=PENDING, result=null, callback=(continuation of Deferred@1772684577 after retry RPC after error@2130911397) -> (continuation of Deferred@553185261 after retry RPC after error@1803160951) -> (continuation of Deferred@1247518004 after retry RPC after error@742103762) -> (continuation of Deferred@1272684351 after retry RPC after error@1894855302) -> (continuation of Deferred@1725281169 after retry RPC after error@382224531) -> (continuation of Deferred@24973074 after retry RPC after error@2028042425) -> (continuation of Deferred@870515983 after retry RPC after error@1731944240), errback=(continuation of Deferred@1772684577 after retry RPC after error@2130911397) -> (continuation of Deferred@553185261 after retry RPC after error@1803160951) -> (continuation of Deferred@1247518004 after retry RPC after error@742103762) -> (continuation of Deferred@1272684351 after retry RPC after error@1894855302) -> (continuation of Deferred@1725281169 after retry RPC after error@382224531) -> (continuation of Deferred@24973074 after retry RPC after error@2028042425) -> (continuation of Deferred@870515983 after retry RPC after error@1731944240)))
19:31:01.594 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1823797178(state=PENDING, result=null, callback=(continuation of Deferred@1772684577 after retry RPC after error@2130911397) -> (continuation of Deferred@553185261 after retry RPC after error@1803160951) -> (continuation of Deferred@1247518004 after retry RPC after error@742103762) -> (continuation of Deferred@1272684351 after retry RPC after error@1894855302) -> (continuation of Deferred@1725281169 after retry RPC after error@382224531) -> (continuation of Deferred@24973074 after retry RPC after error@2028042425) -> (continuation of Deferred@870515983 after retry RPC after error@1731944240), errback=(continuation of Deferred@1772684577 after retry RPC after error@2130911397) -> (continuation of Deferred@553185261 after retry RPC after error@1803160951) -> (continuation of Deferred@1247518004 after retry RPC after error@742103762) -> (continuation of Deferred@1272684351 after retry RPC after error@1894855302) -> (continuation of Deferred@1725281169 after retry RPC after error@382224531) -> (continuation of Deferred@24973074 after retry RPC after error@2028042425) -> (continuation of Deferred@870515983 after retry RPC after error@1731944240)))
19:31:01.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.613 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.691 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.731 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.811 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.814 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@623321717(state=PENDING, result=null, callback=(continuation of Deferred@1463175553 after retry RPC after error@1056479781) -> (continuation of Deferred@2014394784 after retry RPC after error@1681492061) -> (continuation of Deferred@27705114 after retry RPC after error@2079667385) -> (continuation of Deferred@181980766 after retry RPC after error@571200568) -> (continuation of Deferred@383906060 after retry RPC after error@1155751829) -> (continuation of Deferred@142984041 after retry RPC after error@1960012885) -> (continuation of Deferred@1839438418 after retry RPC after error@870481796), errback=(continuation of Deferred@1463175553 after retry RPC after error@1056479781) -> (continuation of Deferred@2014394784 after retry RPC after error@1681492061) -> (continuation of Deferred@27705114 after retry RPC after error@2079667385) -> (continuation of Deferred@181980766 after retry RPC after error@571200568) -> (continuation of Deferred@383906060 after retry RPC after error@1155751829) -> (continuation of Deferred@142984041 after retry RPC after error@1960012885) -> (continuation of Deferred@1839438418 after retry RPC after error@870481796)))
19:31:01.815 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@623321717(state=PENDING, result=null, callback=(continuation of Deferred@1463175553 after retry RPC after error@1056479781) -> (continuation of Deferred@2014394784 after retry RPC after error@1681492061) -> (continuation of Deferred@27705114 after retry RPC after error@2079667385) -> (continuation of Deferred@181980766 after retry RPC after error@571200568) -> (continuation of Deferred@383906060 after retry RPC after error@1155751829) -> (continuation of Deferred@142984041 after retry RPC after error@1960012885) -> (continuation of Deferred@1839438418 after retry RPC after error@870481796), errback=(continuation of Deferred@1463175553 after retry RPC after error@1056479781) -> (continuation of Deferred@2014394784 after retry RPC after error@1681492061) -> (continuation of Deferred@27705114 after retry RPC after error@2079667385) -> (continuation of Deferred@181980766 after retry RPC after error@571200568) -> (continuation of Deferred@383906060 after retry RPC after error@1155751829) -> (continuation of Deferred@142984041 after retry RPC after error@1960012885) -> (continuation of Deferred@1839438418 after retry RPC after error@870481796)))
19:31:01.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:01.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:01.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:01.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:01.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:01.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.096 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1645728098(state=PENDING, result=null, callback=(continuation of Deferred@209940949 after retry RPC after error@1156502851) -> (continuation of Deferred@1871516284 after retry RPC after error@860701230) -> (continuation of Deferred@609718347 after retry RPC after error@379657551) -> (continuation of Deferred@297329429 after retry RPC after error@1220386622) -> (continuation of Deferred@1357945770 after retry RPC after error@1311096734) -> (continuation of Deferred@416500996 after retry RPC after error@1018393935) -> (continuation of Deferred@1749714104 after retry RPC after error@191897440), errback=(continuation of Deferred@209940949 after retry RPC after error@1156502851) -> (continuation of Deferred@1871516284 after retry RPC after error@860701230) -> (continuation of Deferred@609718347 after retry RPC after error@379657551) -> (continuation of Deferred@297329429 after retry RPC after error@1220386622) -> (continuation of Deferred@1357945770 after retry RPC after error@1311096734) -> (continuation of Deferred@416500996 after retry RPC after error@1018393935) -> (continuation of Deferred@1749714104 after retry RPC after error@191897440)))
19:31:02.097 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:31:02.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.151 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1259738980(state=PENDING, result=null, callback=(continuation of Deferred@1783238973 after retry RPC after error@1832201214) -> (continuation of Deferred@971808888 after retry RPC after error@1119501590) -> (continuation of Deferred@2026053509 after retry RPC after error@1022206392) -> (continuation of Deferred@1616783677 after retry RPC after error@1931475629) -> (continuation of Deferred@323026044 after retry RPC after error@1123123149) -> (continuation of Deferred@1400349039 after retry RPC after error@1597104958) -> (continuation of Deferred@1267095480 after retry RPC after error@37766674), errback=(continuation of Deferred@1783238973 after retry RPC after error@1832201214) -> (continuation of Deferred@971808888 after retry RPC after error@1119501590) -> (continuation of Deferred@2026053509 after retry RPC after error@1022206392) -> (continuation of Deferred@1616783677 after retry RPC after error@1931475629) -> (continuation of Deferred@323026044 after retry RPC after error@1123123149) -> (continuation of Deferred@1400349039 after retry RPC after error@1597104958) -> (continuation of Deferred@1267095480 after retry RPC after error@37766674)))
19:31:02.275 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1259738980(state=PENDING, result=null, callback=(continuation of Deferred@1783238973 after retry RPC after error@1832201214) -> (continuation of Deferred@971808888 after retry RPC after error@1119501590) -> (continuation of Deferred@2026053509 after retry RPC after error@1022206392) -> (continuation of Deferred@1616783677 after retry RPC after error@1931475629) -> (continuation of Deferred@323026044 after retry RPC after error@1123123149) -> (continuation of Deferred@1400349039 after retry RPC after error@1597104958) -> (continuation of Deferred@1267095480 after retry RPC after error@37766674), errback=(continuation of Deferred@1783238973 after retry RPC after error@1832201214) -> (continuation of Deferred@971808888 after retry RPC after error@1119501590) -> (continuation of Deferred@2026053509 after retry RPC after error@1022206392) -> (continuation of Deferred@1616783677 after retry RPC after error@1931475629) -> (continuation of Deferred@323026044 after retry RPC after error@1123123149) -> (continuation of Deferred@1400349039 after retry RPC after error@1597104958) -> (continuation of Deferred@1267095480 after retry RPC after error@37766674)))
19:31:02.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.311 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.331 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:02.348658 7096 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:31:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:02.350164 7096 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:31:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:02.351895 7097 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.86.124:41495)
19:31:02.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1680642417(state=PENDING, result=null, callback=(continuation of Deferred@1942646870 after retry RPC after error@1627796886) -> (continuation of Deferred@1145678660 after retry RPC after error@1156451749) -> (continuation of Deferred@1678155182 after retry RPC after error@880590397) -> (continuation of Deferred@1038495869 after retry RPC after error@164729153) -> (continuation of Deferred@1500153400 after retry RPC after error@146163326) -> (continuation of Deferred@81783501 after retry RPC after error@25245838), errback=(continuation of Deferred@1942646870 after retry RPC after error@1627796886) -> (continuation of Deferred@1145678660 after retry RPC after error@1156451749) -> (continuation of Deferred@1678155182 after retry RPC after error@880590397) -> (continuation of Deferred@1038495869 after retry RPC after error@164729153) -> (continuation of Deferred@1500153400 after retry RPC after error@146163326) -> (continuation of Deferred@81783501 after retry RPC after error@25245838)))
19:31:02.455 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1680642417(state=PENDING, result=null, callback=(continuation of Deferred@1942646870 after retry RPC after error@1627796886) -> (continuation of Deferred@1145678660 after retry RPC after error@1156451749) -> (continuation of Deferred@1678155182 after retry RPC after error@880590397) -> (continuation of Deferred@1038495869 after retry RPC after error@164729153) -> (continuation of Deferred@1500153400 after retry RPC after error@146163326) -> (continuation of Deferred@81783501 after retry RPC after error@25245838), errback=(continuation of Deferred@1942646870 after retry RPC after error@1627796886) -> (continuation of Deferred@1145678660 after retry RPC after error@1156451749) -> (continuation of Deferred@1678155182 after retry RPC after error@880590397) -> (continuation of Deferred@1038495869 after retry RPC after error@164729153) -> (continuation of Deferred@1500153400 after retry RPC after error@146163326) -> (continuation of Deferred@81783501 after retry RPC after error@25245838)))
19:31:02.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.673 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.711 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.714 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@686294138(state=PENDING, result=null, callback=(continuation of Deferred@1796430142 after retry RPC after error@1143299055) -> (continuation of Deferred@1428982940 after retry RPC after error@1024432535) -> (continuation of Deferred@1285881249 after retry RPC after error@573586937) -> (continuation of Deferred@323554639 after retry RPC after error@1380711824) -> (continuation of Deferred@971590541 after retry RPC after error@437614268) -> (continuation of Deferred@1106064324 after retry RPC after error@1279779092) -> (continuation of Deferred@1057062450 after retry RPC after error@244342776), errback=(continuation of Deferred@1796430142 after retry RPC after error@1143299055) -> (continuation of Deferred@1428982940 after retry RPC after error@1024432535) -> (continuation of Deferred@1285881249 after retry RPC after error@573586937) -> (continuation of Deferred@323554639 after retry RPC after error@1380711824) -> (continuation of Deferred@971590541 after retry RPC after error@437614268) -> (continuation of Deferred@1106064324 after retry RPC after error@1279779092) -> (continuation of Deferred@1057062450 after retry RPC after error@244342776)))
19:31:02.714 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@686294138(state=PENDING, result=null, callback=(continuation of Deferred@1796430142 after retry RPC after error@1143299055) -> (continuation of Deferred@1428982940 after retry RPC after error@1024432535) -> (continuation of Deferred@1285881249 after retry RPC after error@573586937) -> (continuation of Deferred@323554639 after retry RPC after error@1380711824) -> (continuation of Deferred@971590541 after retry RPC after error@437614268) -> (continuation of Deferred@1106064324 after retry RPC after error@1279779092) -> (continuation of Deferred@1057062450 after retry RPC after error@244342776), errback=(continuation of Deferred@1796430142 after retry RPC after error@1143299055) -> (continuation of Deferred@1428982940 after retry RPC after error@1024432535) -> (continuation of Deferred@1285881249 after retry RPC after error@573586937) -> (continuation of Deferred@323554639 after retry RPC after error@1380711824) -> (continuation of Deferred@971590541 after retry RPC after error@437614268) -> (continuation of Deferred@1106064324 after retry RPC after error@1279779092) -> (continuation of Deferred@1057062450 after retry RPC after error@244342776)))
19:31:02.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.791 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.915 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@374861272(state=PENDING, result=null, callback=(continuation of Deferred@1550124723 after retry RPC after error@407861261) -> (continuation of Deferred@1034402960 after retry RPC after error@339193809) -> (continuation of Deferred@1620276090 after retry RPC after error@58712181) -> (continuation of Deferred@54304694 after retry RPC after error@710734119) -> (continuation of Deferred@1370447797 after retry RPC after error@758084029) -> (continuation of Deferred@1242143361 after retry RPC after error@118595374), errback=(continuation of Deferred@1550124723 after retry RPC after error@407861261) -> (continuation of Deferred@1034402960 after retry RPC after error@339193809) -> (continuation of Deferred@1620276090 after retry RPC after error@58712181) -> (continuation of Deferred@54304694 after retry RPC after error@710734119) -> (continuation of Deferred@1370447797 after retry RPC after error@758084029) -> (continuation of Deferred@1242143361 after retry RPC after error@118595374)))
19:31:02.915 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@374861272(state=PENDING, result=null, callback=(continuation of Deferred@1550124723 after retry RPC after error@407861261) -> (continuation of Deferred@1034402960 after retry RPC after error@339193809) -> (continuation of Deferred@1620276090 after retry RPC after error@58712181) -> (continuation of Deferred@54304694 after retry RPC after error@710734119) -> (continuation of Deferred@1370447797 after retry RPC after error@758084029) -> (continuation of Deferred@1242143361 after retry RPC after error@118595374), errback=(continuation of Deferred@1550124723 after retry RPC after error@407861261) -> (continuation of Deferred@1034402960 after retry RPC after error@339193809) -> (continuation of Deferred@1620276090 after retry RPC after error@58712181) -> (continuation of Deferred@54304694 after retry RPC after error@710734119) -> (continuation of Deferred@1370447797 after retry RPC after error@758084029) -> (continuation of Deferred@1242143361 after retry RPC after error@118595374)))
19:31:02.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.951 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:02.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:02.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:02.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:02.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:02.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.131 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@959670374(state=PENDING, result=null, callback=(continuation of Deferred@1616053 after retry RPC after error@652593591) -> (continuation of Deferred@1258637727 after retry RPC after error@1775724737) -> (continuation of Deferred@743385166 after retry RPC after error@611316737) -> (continuation of Deferred@1162287266 after retry RPC after error@394588587) -> (continuation of Deferred@1121760845 after retry RPC after error@432578027) -> (continuation of Deferred@1689719928 after retry RPC after error@1410246892), errback=(continuation of Deferred@1616053 after retry RPC after error@652593591) -> (continuation of Deferred@1258637727 after retry RPC after error@1775724737) -> (continuation of Deferred@743385166 after retry RPC after error@611316737) -> (continuation of Deferred@1162287266 after retry RPC after error@394588587) -> (continuation of Deferred@1121760845 after retry RPC after error@432578027) -> (continuation of Deferred@1689719928 after retry RPC after error@1410246892)))
19:31:03.135 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@959670374(state=PENDING, result=null, callback=(continuation of Deferred@1616053 after retry RPC after error@652593591) -> (continuation of Deferred@1258637727 after retry RPC after error@1775724737) -> (continuation of Deferred@743385166 after retry RPC after error@611316737) -> (continuation of Deferred@1162287266 after retry RPC after error@394588587) -> (continuation of Deferred@1121760845 after retry RPC after error@432578027) -> (continuation of Deferred@1689719928 after retry RPC after error@1410246892), errback=(continuation of Deferred@1616053 after retry RPC after error@652593591) -> (continuation of Deferred@1258637727 after retry RPC after error@1775724737) -> (continuation of Deferred@743385166 after retry RPC after error@611316737) -> (continuation of Deferred@1162287266 after retry RPC after error@394588587) -> (continuation of Deferred@1121760845 after retry RPC after error@432578027) -> (continuation of Deferred@1689719928 after retry RPC after error@1410246892)))
19:31:03.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.311 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.351 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.355 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1292385061(state=PENDING, result=null, callback=(continuation of Deferred@2088485973 after retry RPC after error@789912704) -> (continuation of Deferred@2111541156 after retry RPC after error@1896235561) -> (continuation of Deferred@1400731952 after retry RPC after error@1418436291) -> (continuation of Deferred@1972149593 after retry RPC after error@920166091) -> (continuation of Deferred@248825305 after retry RPC after error@111230790) -> (continuation of Deferred@391515294 after retry RPC after error@1695217273) -> (continuation of Deferred@1297620236 after retry RPC after error@1108099310) -> (continuation of Deferred@1696171725 after retry RPC after error@1460800809), errback=(continuation of Deferred@2088485973 after retry RPC after error@789912704) -> (continuation of Deferred@2111541156 after retry RPC after error@1896235561) -> (continuation of Deferred@1400731952 after retry RPC after error@1418436291) -> (continuation of Deferred@1972149593 after retry RPC after error@920166091) -> (continuation of Deferred@248825305 after retry RPC after error@111230790) -> (continuation of Deferred@391515294 after retry RPC after error@1695217273) -> (continuation of Deferred@1297620236 after retry RPC after error@1108099310) -> (continuation of Deferred@1696171725 after retry RPC after error@1460800809)))
19:31:03.355 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1292385061(state=PENDING, result=null, callback=(continuation of Deferred@2088485973 after retry RPC after error@789912704) -> (continuation of Deferred@2111541156 after retry RPC after error@1896235561) -> (continuation of Deferred@1400731952 after retry RPC after error@1418436291) -> (continuation of Deferred@1972149593 after retry RPC after error@920166091) -> (continuation of Deferred@248825305 after retry RPC after error@111230790) -> (continuation of Deferred@391515294 after retry RPC after error@1695217273) -> (continuation of Deferred@1297620236 after retry RPC after error@1108099310) -> (continuation of Deferred@1696171725 after retry RPC after error@1460800809), errback=(continuation of Deferred@2088485973 after retry RPC after error@789912704) -> (continuation of Deferred@2111541156 after retry RPC after error@1896235561) -> (continuation of Deferred@1400731952 after retry RPC after error@1418436291) -> (continuation of Deferred@1972149593 after retry RPC after error@920166091) -> (continuation of Deferred@248825305 after retry RPC after error@111230790) -> (continuation of Deferred@391515294 after retry RPC after error@1695217273) -> (continuation of Deferred@1297620236 after retry RPC after error@1108099310) -> (continuation of Deferred@1696171725 after retry RPC after error@1460800809)))
19:31:03.371 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.393 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1106188139(state=PENDING, result=null, callback=(continuation of Deferred@1930532246 after retry RPC after error@731443176) -> (continuation of Deferred@535732777 after retry RPC after error@637774576) -> (continuation of Deferred@1505834627 after retry RPC after error@894072316) -> (continuation of Deferred@1600087702 after retry RPC after error@1680868263) -> (continuation of Deferred@873809036 after retry RPC after error@1385570919) -> (continuation of Deferred@1993966965 after retry RPC after error@311463218), errback=(continuation of Deferred@1930532246 after retry RPC after error@731443176) -> (continuation of Deferred@535732777 after retry RPC after error@637774576) -> (continuation of Deferred@1505834627 after retry RPC after error@894072316) -> (continuation of Deferred@1600087702 after retry RPC after error@1680868263) -> (continuation of Deferred@873809036 after retry RPC after error@1385570919) -> (continuation of Deferred@1993966965 after retry RPC after error@311463218)))
19:31:03.515 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1106188139(state=PENDING, result=null, callback=(continuation of Deferred@1930532246 after retry RPC after error@731443176) -> (continuation of Deferred@535732777 after retry RPC after error@637774576) -> (continuation of Deferred@1505834627 after retry RPC after error@894072316) -> (continuation of Deferred@1600087702 after retry RPC after error@1680868263) -> (continuation of Deferred@873809036 after retry RPC after error@1385570919) -> (continuation of Deferred@1993966965 after retry RPC after error@311463218), errback=(continuation of Deferred@1930532246 after retry RPC after error@731443176) -> (continuation of Deferred@535732777 after retry RPC after error@637774576) -> (continuation of Deferred@1505834627 after retry RPC after error@894072316) -> (continuation of Deferred@1600087702 after retry RPC after error@1680868263) -> (continuation of Deferred@873809036 after retry RPC after error@1385570919) -> (continuation of Deferred@1993966965 after retry RPC after error@311463218)))
19:31:03.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.533 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.551 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.611 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:03.652678 8192 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:31:03.653 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:03.653045 8192 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:31:03.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:03.654402 8192 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:31:03.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:03.655845 6658 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:31:03.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:03.657513 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:31:03.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:03.657724 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:31:03.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:03.657831 6658 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:31:03.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:03.658070 8192 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:31:03.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1667085021(state=PENDING, result=null, callback=(continuation of Deferred@1789608227 after retry RPC after error@105136915) -> (continuation of Deferred@1096816067 after retry RPC after error@1336253544) -> (continuation of Deferred@2134343398 after retry RPC after error@1540351688) -> (continuation of Deferred@448802431 after retry RPC after error@2036705171) -> (continuation of Deferred@1038165527 after retry RPC after error@423395013) -> (continuation of Deferred@34871371 after retry RPC after error@1444507301), errback=(continuation of Deferred@1789608227 after retry RPC after error@105136915) -> (continuation of Deferred@1096816067 after retry RPC after error@1336253544) -> (continuation of Deferred@2134343398 after retry RPC after error@1540351688) -> (continuation of Deferred@448802431 after retry RPC after error@2036705171) -> (continuation of Deferred@1038165527 after retry RPC after error@423395013) -> (continuation of Deferred@34871371 after retry RPC after error@1444507301)))
19:31:03.716 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [9ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1667085021(state=PENDING, result=null, callback=(continuation of Deferred@1789608227 after retry RPC after error@105136915) -> (continuation of Deferred@1096816067 after retry RPC after error@1336253544) -> (continuation of Deferred@2134343398 after retry RPC after error@1540351688) -> (continuation of Deferred@448802431 after retry RPC after error@2036705171) -> (continuation of Deferred@1038165527 after retry RPC after error@423395013) -> (continuation of Deferred@34871371 after retry RPC after error@1444507301), errback=(continuation of Deferred@1789608227 after retry RPC after error@105136915) -> (continuation of Deferred@1096816067 after retry RPC after error@1336253544) -> (continuation of Deferred@2134343398 after retry RPC after error@1540351688) -> (continuation of Deferred@448802431 after retry RPC after error@2036705171) -> (continuation of Deferred@1038165527 after retry RPC after error@423395013) -> (continuation of Deferred@34871371 after retry RPC after error@1444507301)))
19:31:03.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.771 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.811 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.833 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.891 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.931 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@255756523(state=PENDING, result=null, callback=(continuation of Deferred@1734441083 after retry RPC after error@2071203261) -> (continuation of Deferred@1859969860 after retry RPC after error@358504356) -> (continuation of Deferred@2031114196 after retry RPC after error@575845550) -> (continuation of Deferred@731751779 after retry RPC after error@1285104835) -> (continuation of Deferred@927757427 after retry RPC after error@9191920) -> (continuation of Deferred@1182550591 after retry RPC after error@1128710415) -> (continuation of Deferred@402512632 after retry RPC after error@1964804662), errback=(continuation of Deferred@1734441083 after retry RPC after error@2071203261) -> (continuation of Deferred@1859969860 after retry RPC after error@358504356) -> (continuation of Deferred@2031114196 after retry RPC after error@575845550) -> (continuation of Deferred@731751779 after retry RPC after error@1285104835) -> (continuation of Deferred@927757427 after retry RPC after error@9191920) -> (continuation of Deferred@1182550591 after retry RPC after error@1128710415) -> (continuation of Deferred@402512632 after retry RPC after error@1964804662)))
19:31:03.935 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@255756523(state=PENDING, result=null, callback=(continuation of Deferred@1734441083 after retry RPC after error@2071203261) -> (continuation of Deferred@1859969860 after retry RPC after error@358504356) -> (continuation of Deferred@2031114196 after retry RPC after error@575845550) -> (continuation of Deferred@731751779 after retry RPC after error@1285104835) -> (continuation of Deferred@927757427 after retry RPC after error@9191920) -> (continuation of Deferred@1182550591 after retry RPC after error@1128710415) -> (continuation of Deferred@402512632 after retry RPC after error@1964804662), errback=(continuation of Deferred@1734441083 after retry RPC after error@2071203261) -> (continuation of Deferred@1859969860 after retry RPC after error@358504356) -> (continuation of Deferred@2031114196 after retry RPC after error@575845550) -> (continuation of Deferred@731751779 after retry RPC after error@1285104835) -> (continuation of Deferred@927757427 after retry RPC after error@9191920) -> (continuation of Deferred@1182550591 after retry RPC after error@1128710415) -> (continuation of Deferred@402512632 after retry RPC after error@1964804662)))
19:31:03.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.971 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:03.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:03.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:03.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:03.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:03.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.131 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.133 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2072255099(state=PENDING, result=null, callback=(continuation of Deferred@662638225 after retry RPC after error@804281667) -> (continuation of Deferred@1726114711 after retry RPC after error@1030681330) -> (continuation of Deferred@1656383560 after retry RPC after error@1326267161) -> (continuation of Deferred@986075068 after retry RPC after error@1895154548) -> (continuation of Deferred@1102847242 after retry RPC after error@1741628375) -> (continuation of Deferred@1878801213 after retry RPC after error@835496917) -> (continuation of Deferred@280605867 after retry RPC after error@242679024), errback=(continuation of Deferred@662638225 after retry RPC after error@804281667) -> (continuation of Deferred@1726114711 after retry RPC after error@1030681330) -> (continuation of Deferred@1656383560 after retry RPC after error@1326267161) -> (continuation of Deferred@986075068 after retry RPC after error@1895154548) -> (continuation of Deferred@1102847242 after retry RPC after error@1741628375) -> (continuation of Deferred@1878801213 after retry RPC after error@835496917) -> (continuation of Deferred@280605867 after retry RPC after error@242679024)))
19:31:04.135 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@2072255099(state=PENDING, result=null, callback=(continuation of Deferred@662638225 after retry RPC after error@804281667) -> (continuation of Deferred@1726114711 after retry RPC after error@1030681330) -> (continuation of Deferred@1656383560 after retry RPC after error@1326267161) -> (continuation of Deferred@986075068 after retry RPC after error@1895154548) -> (continuation of Deferred@1102847242 after retry RPC after error@1741628375) -> (continuation of Deferred@1878801213 after retry RPC after error@835496917) -> (continuation of Deferred@280605867 after retry RPC after error@242679024), errback=(continuation of Deferred@662638225 after retry RPC after error@804281667) -> (continuation of Deferred@1726114711 after retry RPC after error@1030681330) -> (continuation of Deferred@1656383560 after retry RPC after error@1326267161) -> (continuation of Deferred@986075068 after retry RPC after error@1895154548) -> (continuation of Deferred@1102847242 after retry RPC after error@1741628375) -> (continuation of Deferred@1878801213 after retry RPC after error@835496917) -> (continuation of Deferred@280605867 after retry RPC after error@242679024)))
19:31:04.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.193 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.374 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@247623415(state=PENDING, result=null, callback=(continuation of Deferred@699483863 after retry RPC after error@4336111) -> (continuation of Deferred@524075583 after retry RPC after error@43299577) -> (continuation of Deferred@565238658 after retry RPC after error@808223498) -> (continuation of Deferred@1232634378 after retry RPC after error@1851581094) -> (continuation of Deferred@1234655268 after retry RPC after error@494384847) -> (continuation of Deferred@269623225 after retry RPC after error@424842959) -> (continuation of Deferred@1794616249 after retry RPC after error@1242999270), errback=(continuation of Deferred@699483863 after retry RPC after error@4336111) -> (continuation of Deferred@524075583 after retry RPC after error@43299577) -> (continuation of Deferred@565238658 after retry RPC after error@808223498) -> (continuation of Deferred@1232634378 after retry RPC after error@1851581094) -> (continuation of Deferred@1234655268 after retry RPC after error@494384847) -> (continuation of Deferred@269623225 after retry RPC after error@424842959) -> (continuation of Deferred@1794616249 after retry RPC after error@1242999270)))
19:31:04.375 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@247623415(state=PENDING, result=null, callback=(continuation of Deferred@699483863 after retry RPC after error@4336111) -> (continuation of Deferred@524075583 after retry RPC after error@43299577) -> (continuation of Deferred@565238658 after retry RPC after error@808223498) -> (continuation of Deferred@1232634378 after retry RPC after error@1851581094) -> (continuation of Deferred@1234655268 after retry RPC after error@494384847) -> (continuation of Deferred@269623225 after retry RPC after error@424842959) -> (continuation of Deferred@1794616249 after retry RPC after error@1242999270), errback=(continuation of Deferred@699483863 after retry RPC after error@4336111) -> (continuation of Deferred@524075583 after retry RPC after error@43299577) -> (continuation of Deferred@565238658 after retry RPC after error@808223498) -> (continuation of Deferred@1232634378 after retry RPC after error@1851581094) -> (continuation of Deferred@1234655268 after retry RPC after error@494384847) -> (continuation of Deferred@269623225 after retry RPC after error@424842959) -> (continuation of Deferred@1794616249 after retry RPC after error@1242999270)))
19:31:04.391 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.411 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.433 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.653 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@559479872(state=PENDING, result=null, callback=(continuation of Deferred@1429163274 after retry RPC after error@1309158054) -> (continuation of Deferred@974880616 after retry RPC after error@1548168855) -> (continuation of Deferred@1940881160 after retry RPC after error@2096965313) -> (continuation of Deferred@494724617 after retry RPC after error@2016039079) -> (continuation of Deferred@1895114645 after retry RPC after error@1697369188) -> (continuation of Deferred@522003046 after retry RPC after error@890824266) -> (continuation of Deferred@1812510451 after retry RPC after error@1467686906) -> (continuation of Deferred@562235745 after retry RPC after error@1406894509), errback=(continuation of Deferred@1429163274 after retry RPC after error@1309158054) -> (continuation of Deferred@974880616 after retry RPC after error@1548168855) -> (continuation of Deferred@1940881160 after retry RPC after error@2096965313) -> (continuation of Deferred@494724617 after retry RPC after error@2016039079) -> (continuation of Deferred@1895114645 after retry RPC after error@1697369188) -> (continuation of Deferred@522003046 after retry RPC after error@890824266) -> (continuation of Deferred@1812510451 after retry RPC after error@1467686906) -> (continuation of Deferred@562235745 after retry RPC after error@1406894509)))
19:31:04.653 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:31:04.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.711 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.731 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1789281945(state=PENDING, result=null, callback=(continuation of Deferred@178791146 after retry RPC after error@950887155) -> (continuation of Deferred@877761681 after retry RPC after error@1822133772) -> (continuation of Deferred@669994503 after retry RPC after error@1954945779) -> (continuation of Deferred@1288437230 after retry RPC after error@2089869717) -> (continuation of Deferred@567412598 after retry RPC after error@1707589693) -> (continuation of Deferred@1987081702 after retry RPC after error@219655924), errback=(continuation of Deferred@178791146 after retry RPC after error@950887155) -> (continuation of Deferred@877761681 after retry RPC after error@1822133772) -> (continuation of Deferred@669994503 after retry RPC after error@1954945779) -> (continuation of Deferred@1288437230 after retry RPC after error@2089869717) -> (continuation of Deferred@567412598 after retry RPC after error@1707589693) -> (continuation of Deferred@1987081702 after retry RPC after error@219655924)))
19:31:04.836 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1789281945(state=PENDING, result=null, callback=(continuation of Deferred@178791146 after retry RPC after error@950887155) -> (continuation of Deferred@877761681 after retry RPC after error@1822133772) -> (continuation of Deferred@669994503 after retry RPC after error@1954945779) -> (continuation of Deferred@1288437230 after retry RPC after error@2089869717) -> (continuation of Deferred@567412598 after retry RPC after error@1707589693) -> (continuation of Deferred@1987081702 after retry RPC after error@219655924), errback=(continuation of Deferred@178791146 after retry RPC after error@950887155) -> (continuation of Deferred@877761681 after retry RPC after error@1822133772) -> (continuation of Deferred@669994503 after retry RPC after error@1954945779) -> (continuation of Deferred@1288437230 after retry RPC after error@2089869717) -> (continuation of Deferred@567412598 after retry RPC after error@1707589693) -> (continuation of Deferred@1987081702 after retry RPC after error@219655924)))
19:31:04.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.891 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:04.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:04.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:04.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:04.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:04.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.073 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1964274907(state=PENDING, result=null, callback=(continuation of Deferred@1557554781 after retry RPC after error@829483778) -> (continuation of Deferred@1033963975 after retry RPC after error@1808072708) -> (continuation of Deferred@72247215 after retry RPC after error@844149983) -> (continuation of Deferred@118123619 after retry RPC after error@1150065062) -> (continuation of Deferred@864611719 after retry RPC after error@80298341) -> (continuation of Deferred@1349803243 after retry RPC after error@1888857834) -> (continuation of Deferred@75862442 after retry RPC after error@1242114614), errback=(continuation of Deferred@1557554781 after retry RPC after error@829483778) -> (continuation of Deferred@1033963975 after retry RPC after error@1808072708) -> (continuation of Deferred@72247215 after retry RPC after error@844149983) -> (continuation of Deferred@118123619 after retry RPC after error@1150065062) -> (continuation of Deferred@864611719 after retry RPC after error@80298341) -> (continuation of Deferred@1349803243 after retry RPC after error@1888857834) -> (continuation of Deferred@75862442 after retry RPC after error@1242114614)))
19:31:05.076 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1964274907(state=PENDING, result=null, callback=(continuation of Deferred@1557554781 after retry RPC after error@829483778) -> (continuation of Deferred@1033963975 after retry RPC after error@1808072708) -> (continuation of Deferred@72247215 after retry RPC after error@844149983) -> (continuation of Deferred@118123619 after retry RPC after error@1150065062) -> (continuation of Deferred@864611719 after retry RPC after error@80298341) -> (continuation of Deferred@1349803243 after retry RPC after error@1888857834) -> (continuation of Deferred@75862442 after retry RPC after error@1242114614), errback=(continuation of Deferred@1557554781 after retry RPC after error@829483778) -> (continuation of Deferred@1033963975 after retry RPC after error@1808072708) -> (continuation of Deferred@72247215 after retry RPC after error@844149983) -> (continuation of Deferred@118123619 after retry RPC after error@1150065062) -> (continuation of Deferred@864611719 after retry RPC after error@80298341) -> (continuation of Deferred@1349803243 after retry RPC after error@1888857834) -> (continuation of Deferred@75862442 after retry RPC after error@1242114614)))
19:31:05.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.113 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@521348689(state=PENDING, result=null, callback=(continuation of Deferred@737611686 after retry RPC after error@1025559557) -> (continuation of Deferred@247119189 after retry RPC after error@136127357) -> (continuation of Deferred@453285863 after retry RPC after error@553590886) -> (continuation of Deferred@2079613241 after retry RPC after error@437494769) -> (continuation of Deferred@622306555 after retry RPC after error@2083671087) -> (continuation of Deferred@605488953 after retry RPC after error@589046881) -> (continuation of Deferred@1001680005 after retry RPC after error@1435049192), errback=(continuation of Deferred@737611686 after retry RPC after error@1025559557) -> (continuation of Deferred@247119189 after retry RPC after error@136127357) -> (continuation of Deferred@453285863 after retry RPC after error@553590886) -> (continuation of Deferred@2079613241 after retry RPC after error@437494769) -> (continuation of Deferred@622306555 after retry RPC after error@2083671087) -> (continuation of Deferred@605488953 after retry RPC after error@589046881) -> (continuation of Deferred@1001680005 after retry RPC after error@1435049192)))
19:31:05.295 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@521348689(state=PENDING, result=null, callback=(continuation of Deferred@737611686 after retry RPC after error@1025559557) -> (continuation of Deferred@247119189 after retry RPC after error@136127357) -> (continuation of Deferred@453285863 after retry RPC after error@553590886) -> (continuation of Deferred@2079613241 after retry RPC after error@437494769) -> (continuation of Deferred@622306555 after retry RPC after error@2083671087) -> (continuation of Deferred@605488953 after retry RPC after error@589046881) -> (continuation of Deferred@1001680005 after retry RPC after error@1435049192), errback=(continuation of Deferred@737611686 after retry RPC after error@1025559557) -> (continuation of Deferred@247119189 after retry RPC after error@136127357) -> (continuation of Deferred@453285863 after retry RPC after error@553590886) -> (continuation of Deferred@2079613241 after retry RPC after error@437494769) -> (continuation of Deferred@622306555 after retry RPC after error@2083671087) -> (continuation of Deferred@605488953 after retry RPC after error@589046881) -> (continuation of Deferred@1001680005 after retry RPC after error@1435049192)))
19:31:05.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.431 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.451 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1769705584(state=PENDING, result=null, callback=(continuation of Deferred@1774816440 after retry RPC after error@322589655) -> (continuation of Deferred@1517462801 after retry RPC after error@1866417727) -> (continuation of Deferred@1245100844 after retry RPC after error@190053718) -> (continuation of Deferred@1153866496 after retry RPC after error@1373446937) -> (continuation of Deferred@785194453 after retry RPC after error@979434519) -> (continuation of Deferred@1242459840 after retry RPC after error@1920162163) -> (continuation of Deferred@882295133 after retry RPC after error@162206620), errback=(continuation of Deferred@1774816440 after retry RPC after error@322589655) -> (continuation of Deferred@1517462801 after retry RPC after error@1866417727) -> (continuation of Deferred@1245100844 after retry RPC after error@190053718) -> (continuation of Deferred@1153866496 after retry RPC after error@1373446937) -> (continuation of Deferred@785194453 after retry RPC after error@979434519) -> (continuation of Deferred@1242459840 after retry RPC after error@1920162163) -> (continuation of Deferred@882295133 after retry RPC after error@162206620)))
19:31:05.535 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1769705584(state=PENDING, result=null, callback=(continuation of Deferred@1774816440 after retry RPC after error@322589655) -> (continuation of Deferred@1517462801 after retry RPC after error@1866417727) -> (continuation of Deferred@1245100844 after retry RPC after error@190053718) -> (continuation of Deferred@1153866496 after retry RPC after error@1373446937) -> (continuation of Deferred@785194453 after retry RPC after error@979434519) -> (continuation of Deferred@1242459840 after retry RPC after error@1920162163) -> (continuation of Deferred@882295133 after retry RPC after error@162206620), errback=(continuation of Deferred@1774816440 after retry RPC after error@322589655) -> (continuation of Deferred@1517462801 after retry RPC after error@1866417727) -> (continuation of Deferred@1245100844 after retry RPC after error@190053718) -> (continuation of Deferred@1153866496 after retry RPC after error@1373446937) -> (continuation of Deferred@785194453 after retry RPC after error@979434519) -> (continuation of Deferred@1242459840 after retry RPC after error@1920162163) -> (continuation of Deferred@882295133 after retry RPC after error@162206620)))
19:31:05.551 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.571 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.591 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.591 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.711 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1117056848(state=PENDING, result=null, callback=(continuation of Deferred@973469137 after retry RPC after error@1249117785) -> (continuation of Deferred@704712563 after retry RPC after error@1326095116) -> (continuation of Deferred@1521763393 after retry RPC after error@806930304) -> (continuation of Deferred@314588263 after retry RPC after error@151590856) -> (continuation of Deferred@1902628068 after retry RPC after error@120926607) -> (continuation of Deferred@335873546 after retry RPC after error@1442051093) -> (continuation of Deferred@440140451 after retry RPC after error@883683618), errback=(continuation of Deferred@973469137 after retry RPC after error@1249117785) -> (continuation of Deferred@704712563 after retry RPC after error@1326095116) -> (continuation of Deferred@1521763393 after retry RPC after error@806930304) -> (continuation of Deferred@314588263 after retry RPC after error@151590856) -> (continuation of Deferred@1902628068 after retry RPC after error@120926607) -> (continuation of Deferred@335873546 after retry RPC after error@1442051093) -> (continuation of Deferred@440140451 after retry RPC after error@883683618)))
19:31:05.796 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1117056848(state=PENDING, result=null, callback=(continuation of Deferred@973469137 after retry RPC after error@1249117785) -> (continuation of Deferred@704712563 after retry RPC after error@1326095116) -> (continuation of Deferred@1521763393 after retry RPC after error@806930304) -> (continuation of Deferred@314588263 after retry RPC after error@151590856) -> (continuation of Deferred@1902628068 after retry RPC after error@120926607) -> (continuation of Deferred@335873546 after retry RPC after error@1442051093) -> (continuation of Deferred@440140451 after retry RPC after error@883683618), errback=(continuation of Deferred@973469137 after retry RPC after error@1249117785) -> (continuation of Deferred@704712563 after retry RPC after error@1326095116) -> (continuation of Deferred@1521763393 after retry RPC after error@806930304) -> (continuation of Deferred@314588263 after retry RPC after error@151590856) -> (continuation of Deferred@1902628068 after retry RPC after error@120926607) -> (continuation of Deferred@335873546 after retry RPC after error@1442051093) -> (continuation of Deferred@440140451 after retry RPC after error@883683618)))
19:31:05.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.891 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.913 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.953 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:05.993 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:05.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:05.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:05.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:05.995 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1177324909(state=PENDING, result=null, callback=(continuation of Deferred@368071818 after retry RPC after error@1492094942) -> (continuation of Deferred@358200531 after retry RPC after error@935073008) -> (continuation of Deferred@545215113 after retry RPC after error@80394279) -> (continuation of Deferred@1559063361 after retry RPC after error@195166136) -> (continuation of Deferred@1368399711 after retry RPC after error@13278922) -> (continuation of Deferred@936004337 after retry RPC after error@856833935) -> (continuation of Deferred@1655288917 after retry RPC after error@918641156), errback=(continuation of Deferred@368071818 after retry RPC after error@1492094942) -> (continuation of Deferred@358200531 after retry RPC after error@935073008) -> (continuation of Deferred@545215113 after retry RPC after error@80394279) -> (continuation of Deferred@1559063361 after retry RPC after error@195166136) -> (continuation of Deferred@1368399711 after retry RPC after error@13278922) -> (continuation of Deferred@936004337 after retry RPC after error@856833935) -> (continuation of Deferred@1655288917 after retry RPC after error@918641156)))
19:31:05.995 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1177324909(state=PENDING, result=null, callback=(continuation of Deferred@368071818 after retry RPC after error@1492094942) -> (continuation of Deferred@358200531 after retry RPC after error@935073008) -> (continuation of Deferred@545215113 after retry RPC after error@80394279) -> (continuation of Deferred@1559063361 after retry RPC after error@195166136) -> (continuation of Deferred@1368399711 after retry RPC after error@13278922) -> (continuation of Deferred@936004337 after retry RPC after error@856833935) -> (continuation of Deferred@1655288917 after retry RPC after error@918641156), errback=(continuation of Deferred@368071818 after retry RPC after error@1492094942) -> (continuation of Deferred@358200531 after retry RPC after error@935073008) -> (continuation of Deferred@545215113 after retry RPC after error@80394279) -> (continuation of Deferred@1559063361 after retry RPC after error@195166136) -> (continuation of Deferred@1368399711 after retry RPC after error@13278922) -> (continuation of Deferred@936004337 after retry RPC after error@856833935) -> (continuation of Deferred@1655288917 after retry RPC after error@918641156)))
19:31:06.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.053 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@798074193(state=PENDING, result=null, callback=(continuation of Deferred@2015561009 after retry RPC after error@1580652360) -> (continuation of Deferred@751269784 after retry RPC after error@249488508) -> (continuation of Deferred@1848930843 after retry RPC after error@105931778) -> (continuation of Deferred@289192167 after retry RPC after error@1756910520) -> (continuation of Deferred@634470430 after retry RPC after error@547635410) -> (continuation of Deferred@1412120481 after retry RPC after error@2116322063) -> (continuation of Deferred@1364913509 after retry RPC after error@1408927052), errback=(continuation of Deferred@2015561009 after retry RPC after error@1580652360) -> (continuation of Deferred@751269784 after retry RPC after error@249488508) -> (continuation of Deferred@1848930843 after retry RPC after error@105931778) -> (continuation of Deferred@289192167 after retry RPC after error@1756910520) -> (continuation of Deferred@634470430 after retry RPC after error@547635410) -> (continuation of Deferred@1412120481 after retry RPC after error@2116322063) -> (continuation of Deferred@1364913509 after retry RPC after error@1408927052)))
19:31:06.256 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@798074193(state=PENDING, result=null, callback=(continuation of Deferred@2015561009 after retry RPC after error@1580652360) -> (continuation of Deferred@751269784 after retry RPC after error@249488508) -> (continuation of Deferred@1848930843 after retry RPC after error@105931778) -> (continuation of Deferred@289192167 after retry RPC after error@1756910520) -> (continuation of Deferred@634470430 after retry RPC after error@547635410) -> (continuation of Deferred@1412120481 after retry RPC after error@2116322063) -> (continuation of Deferred@1364913509 after retry RPC after error@1408927052), errback=(continuation of Deferred@2015561009 after retry RPC after error@1580652360) -> (continuation of Deferred@751269784 after retry RPC after error@249488508) -> (continuation of Deferred@1848930843 after retry RPC after error@105931778) -> (continuation of Deferred@289192167 after retry RPC after error@1756910520) -> (continuation of Deferred@634470430 after retry RPC after error@547635410) -> (continuation of Deferred@1412120481 after retry RPC after error@2116322063) -> (continuation of Deferred@1364913509 after retry RPC after error@1408927052)))
19:31:06.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.311 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.311 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1286445770(state=PENDING, result=null, callback=(continuation of Deferred@17447803 after retry RPC after error@209802702) -> (continuation of Deferred@980073019 after retry RPC after error@439426166) -> (continuation of Deferred@1244675496 after retry RPC after error@1276722693) -> (continuation of Deferred@592309983 after retry RPC after error@831358060) -> (continuation of Deferred@2056991368 after retry RPC after error@2146943688) -> (continuation of Deferred@855699711 after retry RPC after error@1853078551) -> (continuation of Deferred@1306516515 after retry RPC after error@209696466) -> (continuation of Deferred@952907946 after retry RPC after error@1261217952), errback=(continuation of Deferred@17447803 after retry RPC after error@209802702) -> (continuation of Deferred@980073019 after retry RPC after error@439426166) -> (continuation of Deferred@1244675496 after retry RPC after error@1276722693) -> (continuation of Deferred@592309983 after retry RPC after error@831358060) -> (continuation of Deferred@2056991368 after retry RPC after error@2146943688) -> (continuation of Deferred@855699711 after retry RPC after error@1853078551) -> (continuation of Deferred@1306516515 after retry RPC after error@209696466) -> (continuation of Deferred@952907946 after retry RPC after error@1261217952)))
19:31:06.494 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1286445770(state=PENDING, result=null, callback=(continuation of Deferred@17447803 after retry RPC after error@209802702) -> (continuation of Deferred@980073019 after retry RPC after error@439426166) -> (continuation of Deferred@1244675496 after retry RPC after error@1276722693) -> (continuation of Deferred@592309983 after retry RPC after error@831358060) -> (continuation of Deferred@2056991368 after retry RPC after error@2146943688) -> (continuation of Deferred@855699711 after retry RPC after error@1853078551) -> (continuation of Deferred@1306516515 after retry RPC after error@209696466) -> (continuation of Deferred@952907946 after retry RPC after error@1261217952), errback=(continuation of Deferred@17447803 after retry RPC after error@209802702) -> (continuation of Deferred@980073019 after retry RPC after error@439426166) -> (continuation of Deferred@1244675496 after retry RPC after error@1276722693) -> (continuation of Deferred@592309983 after retry RPC after error@831358060) -> (continuation of Deferred@2056991368 after retry RPC after error@2146943688) -> (continuation of Deferred@855699711 after retry RPC after error@1853078551) -> (continuation of Deferred@1306516515 after retry RPC after error@209696466) -> (continuation of Deferred@952907946 after retry RPC after error@1261217952)))
19:31:06.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.571 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.591 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.591 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.693 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.695 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.713 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1762516737(state=PENDING, result=null, callback=(continuation of Deferred@170777214 after retry RPC after error@284622337) -> (continuation of Deferred@1341698397 after retry RPC after error@1217038964) -> (continuation of Deferred@739268401 after retry RPC after error@196190788) -> (continuation of Deferred@29988918 after retry RPC after error@487357265) -> (continuation of Deferred@856366622 after retry RPC after error@900610489) -> (continuation of Deferred@2020286226 after retry RPC after error@105063869) -> (continuation of Deferred@1842557061 after retry RPC after error@703901559), errback=(continuation of Deferred@170777214 after retry RPC after error@284622337) -> (continuation of Deferred@1341698397 after retry RPC after error@1217038964) -> (continuation of Deferred@739268401 after retry RPC after error@196190788) -> (continuation of Deferred@29988918 after retry RPC after error@487357265) -> (continuation of Deferred@856366622 after retry RPC after error@900610489) -> (continuation of Deferred@2020286226 after retry RPC after error@105063869) -> (continuation of Deferred@1842557061 after retry RPC after error@703901559)))
19:31:06.716 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1762516737(state=PENDING, result=null, callback=(continuation of Deferred@170777214 after retry RPC after error@284622337) -> (continuation of Deferred@1341698397 after retry RPC after error@1217038964) -> (continuation of Deferred@739268401 after retry RPC after error@196190788) -> (continuation of Deferred@29988918 after retry RPC after error@487357265) -> (continuation of Deferred@856366622 after retry RPC after error@900610489) -> (continuation of Deferred@2020286226 after retry RPC after error@105063869) -> (continuation of Deferred@1842557061 after retry RPC after error@703901559), errback=(continuation of Deferred@170777214 after retry RPC after error@284622337) -> (continuation of Deferred@1341698397 after retry RPC after error@1217038964) -> (continuation of Deferred@739268401 after retry RPC after error@196190788) -> (continuation of Deferred@29988918 after retry RPC after error@487357265) -> (continuation of Deferred@856366622 after retry RPC after error@900610489) -> (continuation of Deferred@2020286226 after retry RPC after error@105063869) -> (continuation of Deferred@1842557061 after retry RPC after error@703901559)))
19:31:06.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.733 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.753 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@57335892(state=PENDING, result=null, callback=(continuation of Deferred@1859240480 after retry RPC after error@1538822762) -> (continuation of Deferred@405809965 after retry RPC after error@1275859007) -> (continuation of Deferred@741083996 after retry RPC after error@857270129) -> (continuation of Deferred@711510908 after retry RPC after error@105491430) -> (continuation of Deferred@1249060504 after retry RPC after error@1050964936) -> (continuation of Deferred@1392208971 after retry RPC after error@421981033) -> (continuation of Deferred@1244813619 after retry RPC after error@1461012878), errback=(continuation of Deferred@1859240480 after retry RPC after error@1538822762) -> (continuation of Deferred@405809965 after retry RPC after error@1275859007) -> (continuation of Deferred@741083996 after retry RPC after error@857270129) -> (continuation of Deferred@711510908 after retry RPC after error@105491430) -> (continuation of Deferred@1249060504 after retry RPC after error@1050964936) -> (continuation of Deferred@1392208971 after retry RPC after error@421981033) -> (continuation of Deferred@1244813619 after retry RPC after error@1461012878)))
19:31:06.935 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@57335892(state=PENDING, result=null, callback=(continuation of Deferred@1859240480 after retry RPC after error@1538822762) -> (continuation of Deferred@405809965 after retry RPC after error@1275859007) -> (continuation of Deferred@741083996 after retry RPC after error@857270129) -> (continuation of Deferred@711510908 after retry RPC after error@105491430) -> (continuation of Deferred@1249060504 after retry RPC after error@1050964936) -> (continuation of Deferred@1392208971 after retry RPC after error@421981033) -> (continuation of Deferred@1244813619 after retry RPC after error@1461012878), errback=(continuation of Deferred@1859240480 after retry RPC after error@1538822762) -> (continuation of Deferred@405809965 after retry RPC after error@1275859007) -> (continuation of Deferred@741083996 after retry RPC after error@857270129) -> (continuation of Deferred@711510908 after retry RPC after error@105491430) -> (continuation of Deferred@1249060504 after retry RPC after error@1050964936) -> (continuation of Deferred@1392208971 after retry RPC after error@421981033) -> (continuation of Deferred@1244813619 after retry RPC after error@1461012878)))
19:31:06.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.971 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:06.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:06.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:06.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:06.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:06.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@142105813(state=PENDING, result=null, callback=(continuation of Deferred@1356768924 after retry RPC after error@1503934578) -> (continuation of Deferred@275293836 after retry RPC after error@1522323104) -> (continuation of Deferred@2138269997 after retry RPC after error@132950297) -> (continuation of Deferred@1390748590 after retry RPC after error@1854946972) -> (continuation of Deferred@172886114 after retry RPC after error@1745411155) -> (continuation of Deferred@319519407 after retry RPC after error@2088817292) -> (continuation of Deferred@108513382 after retry RPC after error@682849983), errback=(continuation of Deferred@1356768924 after retry RPC after error@1503934578) -> (continuation of Deferred@275293836 after retry RPC after error@1522323104) -> (continuation of Deferred@2138269997 after retry RPC after error@132950297) -> (continuation of Deferred@1390748590 after retry RPC after error@1854946972) -> (continuation of Deferred@172886114 after retry RPC after error@1745411155) -> (continuation of Deferred@319519407 after retry RPC after error@2088817292) -> (continuation of Deferred@108513382 after retry RPC after error@682849983)))
19:31:07.156 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@142105813(state=PENDING, result=null, callback=(continuation of Deferred@1356768924 after retry RPC after error@1503934578) -> (continuation of Deferred@275293836 after retry RPC after error@1522323104) -> (continuation of Deferred@2138269997 after retry RPC after error@132950297) -> (continuation of Deferred@1390748590 after retry RPC after error@1854946972) -> (continuation of Deferred@172886114 after retry RPC after error@1745411155) -> (continuation of Deferred@319519407 after retry RPC after error@2088817292) -> (continuation of Deferred@108513382 after retry RPC after error@682849983), errback=(continuation of Deferred@1356768924 after retry RPC after error@1503934578) -> (continuation of Deferred@275293836 after retry RPC after error@1522323104) -> (continuation of Deferred@2138269997 after retry RPC after error@132950297) -> (continuation of Deferred@1390748590 after retry RPC after error@1854946972) -> (continuation of Deferred@172886114 after retry RPC after error@1745411155) -> (continuation of Deferred@319519407 after retry RPC after error@2088817292) -> (continuation of Deferred@108513382 after retry RPC after error@682849983)))
19:31:07.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.191 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1171819644(state=PENDING, result=null, callback=(continuation of Deferred@780383490 after retry RPC after error@1673210279) -> (continuation of Deferred@829713019 after retry RPC after error@810462021) -> (continuation of Deferred@55976939 after retry RPC after error@966444087) -> (continuation of Deferred@732911309 after retry RPC after error@1862190206) -> (continuation of Deferred@1543895857 after retry RPC after error@860956666) -> (continuation of Deferred@1645807203 after retry RPC after error@2052907882) -> (continuation of Deferred@158552931 after retry RPC after error@866634560), errback=(continuation of Deferred@780383490 after retry RPC after error@1673210279) -> (continuation of Deferred@829713019 after retry RPC after error@810462021) -> (continuation of Deferred@55976939 after retry RPC after error@966444087) -> (continuation of Deferred@732911309 after retry RPC after error@1862190206) -> (continuation of Deferred@1543895857 after retry RPC after error@860956666) -> (continuation of Deferred@1645807203 after retry RPC after error@2052907882) -> (continuation of Deferred@158552931 after retry RPC after error@866634560)))
19:31:07.415 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1171819644(state=PENDING, result=null, callback=(continuation of Deferred@780383490 after retry RPC after error@1673210279) -> (continuation of Deferred@829713019 after retry RPC after error@810462021) -> (continuation of Deferred@55976939 after retry RPC after error@966444087) -> (continuation of Deferred@732911309 after retry RPC after error@1862190206) -> (continuation of Deferred@1543895857 after retry RPC after error@860956666) -> (continuation of Deferred@1645807203 after retry RPC after error@2052907882) -> (continuation of Deferred@158552931 after retry RPC after error@866634560), errback=(continuation of Deferred@780383490 after retry RPC after error@1673210279) -> (continuation of Deferred@829713019 after retry RPC after error@810462021) -> (continuation of Deferred@55976939 after retry RPC after error@966444087) -> (continuation of Deferred@732911309 after retry RPC after error@1862190206) -> (continuation of Deferred@1543895857 after retry RPC after error@860956666) -> (continuation of Deferred@1645807203 after retry RPC after error@2052907882) -> (continuation of Deferred@158552931 after retry RPC after error@866634560)))
19:31:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:07.419595 7096 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:31:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:07.423278 7096 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:31:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:07.425318 7097 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.86.124:41495)
19:31:07.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.451 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.531 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.571 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.611 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.614 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1514488400(state=PENDING, result=null, callback=(continuation of Deferred@1992502739 after retry RPC after error@616007572) -> (continuation of Deferred@1491191954 after retry RPC after error@675694108) -> (continuation of Deferred@1191467890 after retry RPC after error@1603792673) -> (continuation of Deferred@165939481 after retry RPC after error@327735455) -> (continuation of Deferred@1991429719 after retry RPC after error@373086535) -> (continuation of Deferred@1069131352 after retry RPC after error@1788927248) -> (continuation of Deferred@167802469 after retry RPC after error@2055630979), errback=(continuation of Deferred@1992502739 after retry RPC after error@616007572) -> (continuation of Deferred@1491191954 after retry RPC after error@675694108) -> (continuation of Deferred@1191467890 after retry RPC after error@1603792673) -> (continuation of Deferred@165939481 after retry RPC after error@327735455) -> (continuation of Deferred@1991429719 after retry RPC after error@373086535) -> (continuation of Deferred@1069131352 after retry RPC after error@1788927248) -> (continuation of Deferred@167802469 after retry RPC after error@2055630979)))
19:31:07.615 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1514488400(state=PENDING, result=null, callback=(continuation of Deferred@1992502739 after retry RPC after error@616007572) -> (continuation of Deferred@1491191954 after retry RPC after error@675694108) -> (continuation of Deferred@1191467890 after retry RPC after error@1603792673) -> (continuation of Deferred@165939481 after retry RPC after error@327735455) -> (continuation of Deferred@1991429719 after retry RPC after error@373086535) -> (continuation of Deferred@1069131352 after retry RPC after error@1788927248) -> (continuation of Deferred@167802469 after retry RPC after error@2055630979), errback=(continuation of Deferred@1992502739 after retry RPC after error@616007572) -> (continuation of Deferred@1491191954 after retry RPC after error@675694108) -> (continuation of Deferred@1191467890 after retry RPC after error@1603792673) -> (continuation of Deferred@165939481 after retry RPC after error@327735455) -> (continuation of Deferred@1991429719 after retry RPC after error@373086535) -> (continuation of Deferred@1069131352 after retry RPC after error@1788927248) -> (continuation of Deferred@167802469 after retry RPC after error@2055630979)))
19:31:07.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.711 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.731 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.731 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@154822050(state=PENDING, result=null, callback=(continuation of Deferred@533342123 after retry RPC after error@1589033168) -> (continuation of Deferred@303352539 after retry RPC after error@1222228558) -> (continuation of Deferred@115358593 after retry RPC after error@1836802997) -> (continuation of Deferred@1494040275 after retry RPC after error@1552151670) -> (continuation of Deferred@1530454100 after retry RPC after error@1843938893) -> (continuation of Deferred@1562576517 after retry RPC after error@515930387), errback=(continuation of Deferred@533342123 after retry RPC after error@1589033168) -> (continuation of Deferred@303352539 after retry RPC after error@1222228558) -> (continuation of Deferred@115358593 after retry RPC after error@1836802997) -> (continuation of Deferred@1494040275 after retry RPC after error@1552151670) -> (continuation of Deferred@1530454100 after retry RPC after error@1843938893) -> (continuation of Deferred@1562576517 after retry RPC after error@515930387)))
19:31:07.796 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@154822050(state=PENDING, result=null, callback=(continuation of Deferred@533342123 after retry RPC after error@1589033168) -> (continuation of Deferred@303352539 after retry RPC after error@1222228558) -> (continuation of Deferred@115358593 after retry RPC after error@1836802997) -> (continuation of Deferred@1494040275 after retry RPC after error@1552151670) -> (continuation of Deferred@1530454100 after retry RPC after error@1843938893) -> (continuation of Deferred@1562576517 after retry RPC after error@515930387), errback=(continuation of Deferred@533342123 after retry RPC after error@1589033168) -> (continuation of Deferred@303352539 after retry RPC after error@1222228558) -> (continuation of Deferred@115358593 after retry RPC after error@1836802997) -> (continuation of Deferred@1494040275 after retry RPC after error@1552151670) -> (continuation of Deferred@1530454100 after retry RPC after error@1843938893) -> (continuation of Deferred@1562576517 after retry RPC after error@515930387)))
19:31:07.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.891 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.913 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:07.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:07.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:07.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:07.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:07.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1099406460(state=PENDING, result=null, callback=(continuation of Deferred@1289877712 after retry RPC after error@1755899826) -> (continuation of Deferred@1633420262 after retry RPC after error@474286029) -> (continuation of Deferred@1604406253 after retry RPC after error@1880859356) -> (continuation of Deferred@1901714442 after retry RPC after error@1167509123) -> (continuation of Deferred@272434175 after retry RPC after error@1033723494) -> (continuation of Deferred@43740243 after retry RPC after error@1900675165) -> (continuation of Deferred@152094576 after retry RPC after error@1588188762), errback=(continuation of Deferred@1289877712 after retry RPC after error@1755899826) -> (continuation of Deferred@1633420262 after retry RPC after error@474286029) -> (continuation of Deferred@1604406253 after retry RPC after error@1880859356) -> (continuation of Deferred@1901714442 after retry RPC after error@1167509123) -> (continuation of Deferred@272434175 after retry RPC after error@1033723494) -> (continuation of Deferred@43740243 after retry RPC after error@1900675165) -> (continuation of Deferred@152094576 after retry RPC after error@1588188762)))
19:31:08.036 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1099406460(state=PENDING, result=null, callback=(continuation of Deferred@1289877712 after retry RPC after error@1755899826) -> (continuation of Deferred@1633420262 after retry RPC after error@474286029) -> (continuation of Deferred@1604406253 after retry RPC after error@1880859356) -> (continuation of Deferred@1901714442 after retry RPC after error@1167509123) -> (continuation of Deferred@272434175 after retry RPC after error@1033723494) -> (continuation of Deferred@43740243 after retry RPC after error@1900675165) -> (continuation of Deferred@152094576 after retry RPC after error@1588188762), errback=(continuation of Deferred@1289877712 after retry RPC after error@1755899826) -> (continuation of Deferred@1633420262 after retry RPC after error@474286029) -> (continuation of Deferred@1604406253 after retry RPC after error@1880859356) -> (continuation of Deferred@1901714442 after retry RPC after error@1167509123) -> (continuation of Deferred@272434175 after retry RPC after error@1033723494) -> (continuation of Deferred@43740243 after retry RPC after error@1900675165) -> (continuation of Deferred@152094576 after retry RPC after error@1588188762)))
19:31:08.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.312 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1306070298(state=PENDING, result=null, callback=(continuation of Deferred@1764341352 after retry RPC after error@2133403812) -> (continuation of Deferred@848757037 after retry RPC after error@925072312) -> (continuation of Deferred@320668098 after retry RPC after error@633825037) -> (continuation of Deferred@794002673 after retry RPC after error@50451480) -> (continuation of Deferred@2028590763 after retry RPC after error@1720203700) -> (continuation of Deferred@1439649176 after retry RPC after error@1482945069) -> (continuation of Deferred@1854483204 after retry RPC after error@1240197880), errback=(continuation of Deferred@1764341352 after retry RPC after error@2133403812) -> (continuation of Deferred@848757037 after retry RPC after error@925072312) -> (continuation of Deferred@320668098 after retry RPC after error@633825037) -> (continuation of Deferred@794002673 after retry RPC after error@50451480) -> (continuation of Deferred@2028590763 after retry RPC after error@1720203700) -> (continuation of Deferred@1439649176 after retry RPC after error@1482945069) -> (continuation of Deferred@1854483204 after retry RPC after error@1240197880)))
19:31:08.312 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:31:08.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.333 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.451 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.571 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.573 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1142349742(state=PENDING, result=null, callback=(continuation of Deferred@927267865 after retry RPC after error@1842603432) -> (continuation of Deferred@781739282 after retry RPC after error@1551967424) -> (continuation of Deferred@1278586749 after retry RPC after error@1052372470) -> (continuation of Deferred@1407500230 after retry RPC after error@110507614) -> (continuation of Deferred@1740189622 after retry RPC after error@371112170) -> (continuation of Deferred@1618100064 after retry RPC after error@1466024438) -> (continuation of Deferred@2039185459 after retry RPC after error@439463424), errback=(continuation of Deferred@927267865 after retry RPC after error@1842603432) -> (continuation of Deferred@781739282 after retry RPC after error@1551967424) -> (continuation of Deferred@1278586749 after retry RPC after error@1052372470) -> (continuation of Deferred@1407500230 after retry RPC after error@110507614) -> (continuation of Deferred@1740189622 after retry RPC after error@371112170) -> (continuation of Deferred@1618100064 after retry RPC after error@1466024438) -> (continuation of Deferred@2039185459 after retry RPC after error@439463424)))
19:31:08.574 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1142349742(state=PENDING, result=null, callback=(continuation of Deferred@927267865 after retry RPC after error@1842603432) -> (continuation of Deferred@781739282 after retry RPC after error@1551967424) -> (continuation of Deferred@1278586749 after retry RPC after error@1052372470) -> (continuation of Deferred@1407500230 after retry RPC after error@110507614) -> (continuation of Deferred@1740189622 after retry RPC after error@371112170) -> (continuation of Deferred@1618100064 after retry RPC after error@1466024438) -> (continuation of Deferred@2039185459 after retry RPC after error@439463424), errback=(continuation of Deferred@927267865 after retry RPC after error@1842603432) -> (continuation of Deferred@781739282 after retry RPC after error@1551967424) -> (continuation of Deferred@1278586749 after retry RPC after error@1052372470) -> (continuation of Deferred@1407500230 after retry RPC after error@110507614) -> (continuation of Deferred@1740189622 after retry RPC after error@371112170) -> (continuation of Deferred@1618100064 after retry RPC after error@1466024438) -> (continuation of Deferred@2039185459 after retry RPC after error@439463424)))
19:31:08.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.593 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.671 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.713 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@182566399(state=PENDING, result=null, callback=(continuation of Deferred@2038751035 after retry RPC after error@1328740891) -> (continuation of Deferred@1403594609 after retry RPC after error@1411409598) -> (continuation of Deferred@193070598 after retry RPC after error@1396229967) -> (continuation of Deferred@1236332790 after retry RPC after error@510819048) -> (continuation of Deferred@98299158 after retry RPC after error@273432669) -> (continuation of Deferred@1588934114 after retry RPC after error@1394455014) -> (continuation of Deferred@167003598 after retry RPC after error@2076750341), errback=(continuation of Deferred@2038751035 after retry RPC after error@1328740891) -> (continuation of Deferred@1403594609 after retry RPC after error@1411409598) -> (continuation of Deferred@193070598 after retry RPC after error@1396229967) -> (continuation of Deferred@1236332790 after retry RPC after error@510819048) -> (continuation of Deferred@98299158 after retry RPC after error@273432669) -> (continuation of Deferred@1588934114 after retry RPC after error@1394455014) -> (continuation of Deferred@167003598 after retry RPC after error@2076750341)))
19:31:08.755 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@182566399(state=PENDING, result=null, callback=(continuation of Deferred@2038751035 after retry RPC after error@1328740891) -> (continuation of Deferred@1403594609 after retry RPC after error@1411409598) -> (continuation of Deferred@193070598 after retry RPC after error@1396229967) -> (continuation of Deferred@1236332790 after retry RPC after error@510819048) -> (continuation of Deferred@98299158 after retry RPC after error@273432669) -> (continuation of Deferred@1588934114 after retry RPC after error@1394455014) -> (continuation of Deferred@167003598 after retry RPC after error@2076750341), errback=(continuation of Deferred@2038751035 after retry RPC after error@1328740891) -> (continuation of Deferred@1403594609 after retry RPC after error@1411409598) -> (continuation of Deferred@193070598 after retry RPC after error@1396229967) -> (continuation of Deferred@1236332790 after retry RPC after error@510819048) -> (continuation of Deferred@98299158 after retry RPC after error@273432669) -> (continuation of Deferred@1588934114 after retry RPC after error@1394455014) -> (continuation of Deferred@167003598 after retry RPC after error@2076750341)))
19:31:08.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.811 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.831 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.893 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:08.933 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:08.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:08.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:08.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:08.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:08.944934 8233 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 53b8bbf42b084fa2a33e5b248edcead2)
19:31:08.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:08.945147 8233 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53b8bbf42b084fa2a33e5b248edcead2" member_type: VOTER last_known_addr { host: "127.6.86.126" port: 36839 } } peers { permanent_uuid: "5b898d2af9a644f0a248e19320c13254" member_type: VOTER last_known_addr { host: "127.6.86.125" port: 44901 } } peers { permanent_uuid: "fc940fce44fe4f1fab3c6cadc0e0db6a" member_type: VOTER last_known_addr { host: "127.6.86.124" port: 41495 } }
19:31:08.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:08.945922 8233 leader_election.cc:288] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839), fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495)
19:31:08.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:08.947248 6660 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:31:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:08.948832 6658 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 53b8bbf42b084fa2a33e5b248edcead2 (127.6.86.126:36839): Network error: Client connection negotiation failed: client connection to 127.6.86.126:36839: connect: Connection refused (error 111)
19:31:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:08.949038 6660 leader_election.cc:334] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer fc940fce44fe4f1fab3c6cadc0e0db6a (127.6.86.124:41495): Network error: Client connection negotiation failed: client connection to 127.6.86.124:41495: connect: Connection refused (error 111)
19:31:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:08.949175 6660 leader_election.cc:302] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5b898d2af9a644f0a248e19320c13254; no voters: 53b8bbf42b084fa2a33e5b248edcead2, fc940fce44fe4f1fab3c6cadc0e0db6a
19:31:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:08.949401 8233 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 5b898d2af9a644f0a248e19320c13254 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:31:09.032 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1304640666(state=PENDING, result=null, callback=(continuation of Deferred@1130471291 after retry RPC after error@1578433687) -> (continuation of Deferred@897273360 after retry RPC after error@1627947977) -> (continuation of Deferred@786256596 after retry RPC after error@1465181148) -> (continuation of Deferred@951069928 after retry RPC after error@495183612) -> (continuation of Deferred@1493978218 after retry RPC after error@699797140) -> (continuation of Deferred@274243622 after retry RPC after error@309199063) -> (continuation of Deferred@691696108 after retry RPC after error@820058353), errback=(continuation of Deferred@1130471291 after retry RPC after error@1578433687) -> (continuation of Deferred@897273360 after retry RPC after error@1627947977) -> (continuation of Deferred@786256596 after retry RPC after error@1465181148) -> (continuation of Deferred@951069928 after retry RPC after error@495183612) -> (continuation of Deferred@1493978218 after retry RPC after error@699797140) -> (continuation of Deferred@274243622 after retry RPC after error@309199063) -> (continuation of Deferred@691696108 after retry RPC after error@820058353)))
19:31:09.033 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:31:09.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.093 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.131 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.151 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1655407348(state=PENDING, result=null, callback=(continuation of Deferred@1863010049 after retry RPC after error@1547295058) -> (continuation of Deferred@1813281120 after retry RPC after error@1385622068) -> (continuation of Deferred@1737530408 after retry RPC after error@1978739393) -> (continuation of Deferred@987861606 after retry RPC after error@1606621252) -> (continuation of Deferred@1011985992 after retry RPC after error@1082797089) -> (continuation of Deferred@1993274612 after retry RPC after error@822657873) -> (continuation of Deferred@10098902 after retry RPC after error@291559360), errback=(continuation of Deferred@1863010049 after retry RPC after error@1547295058) -> (continuation of Deferred@1813281120 after retry RPC after error@1385622068) -> (continuation of Deferred@1737530408 after retry RPC after error@1978739393) -> (continuation of Deferred@987861606 after retry RPC after error@1606621252) -> (continuation of Deferred@1011985992 after retry RPC after error@1082797089) -> (continuation of Deferred@1993274612 after retry RPC after error@822657873) -> (continuation of Deferred@10098902 after retry RPC after error@291559360)))
19:31:09.235 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1655407348(state=PENDING, result=null, callback=(continuation of Deferred@1863010049 after retry RPC after error@1547295058) -> (continuation of Deferred@1813281120 after retry RPC after error@1385622068) -> (continuation of Deferred@1737530408 after retry RPC after error@1978739393) -> (continuation of Deferred@987861606 after retry RPC after error@1606621252) -> (continuation of Deferred@1011985992 after retry RPC after error@1082797089) -> (continuation of Deferred@1993274612 after retry RPC after error@822657873) -> (continuation of Deferred@10098902 after retry RPC after error@291559360), errback=(continuation of Deferred@1863010049 after retry RPC after error@1547295058) -> (continuation of Deferred@1813281120 after retry RPC after error@1385622068) -> (continuation of Deferred@1737530408 after retry RPC after error@1978739393) -> (continuation of Deferred@987861606 after retry RPC after error@1606621252) -> (continuation of Deferred@1011985992 after retry RPC after error@1082797089) -> (continuation of Deferred@1993274612 after retry RPC after error@822657873) -> (continuation of Deferred@10098902 after retry RPC after error@291559360)))
19:31:09.251 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.273 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.391 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.394 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1545115426(state=PENDING, result=null, callback=(continuation of Deferred@41387469 after retry RPC after error@1811823006) -> (continuation of Deferred@1314297444 after retry RPC after error@1458551051) -> (continuation of Deferred@1753745398 after retry RPC after error@1914761648) -> (continuation of Deferred@138394662 after retry RPC after error@590576587) -> (continuation of Deferred@195854316 after retry RPC after error@2129961560) -> (continuation of Deferred@199225132 after retry RPC after error@864690367), errback=(continuation of Deferred@41387469 after retry RPC after error@1811823006) -> (continuation of Deferred@1314297444 after retry RPC after error@1458551051) -> (continuation of Deferred@1753745398 after retry RPC after error@1914761648) -> (continuation of Deferred@138394662 after retry RPC after error@590576587) -> (continuation of Deferred@195854316 after retry RPC after error@2129961560) -> (continuation of Deferred@199225132 after retry RPC after error@864690367)))
19:31:09.395 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1545115426(state=PENDING, result=null, callback=(continuation of Deferred@41387469 after retry RPC after error@1811823006) -> (continuation of Deferred@1314297444 after retry RPC after error@1458551051) -> (continuation of Deferred@1753745398 after retry RPC after error@1914761648) -> (continuation of Deferred@138394662 after retry RPC after error@590576587) -> (continuation of Deferred@195854316 after retry RPC after error@2129961560) -> (continuation of Deferred@199225132 after retry RPC after error@864690367), errback=(continuation of Deferred@41387469 after retry RPC after error@1811823006) -> (continuation of Deferred@1314297444 after retry RPC after error@1458551051) -> (continuation of Deferred@1753745398 after retry RPC after error@1914761648) -> (continuation of Deferred@138394662 after retry RPC after error@590576587) -> (continuation of Deferred@195854316 after retry RPC after error@2129961560) -> (continuation of Deferred@199225132 after retry RPC after error@864690367)))
19:31:09.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.413 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.433 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@112561284(state=PENDING, result=null, callback=(continuation of Deferred@850721310 after retry RPC after error@1255120781) -> (continuation of Deferred@2025150402 after retry RPC after error@1389245948) -> (continuation of Deferred@1195332017 after retry RPC after error@1899662636) -> (continuation of Deferred@593747854 after retry RPC after error@2195403) -> (continuation of Deferred@1034814631 after retry RPC after error@416853459) -> (continuation of Deferred@637177577 after retry RPC after error@783184570) -> (continuation of Deferred@1676202228 after retry RPC after error@1040408431), errback=(continuation of Deferred@850721310 after retry RPC after error@1255120781) -> (continuation of Deferred@2025150402 after retry RPC after error@1389245948) -> (continuation of Deferred@1195332017 after retry RPC after error@1899662636) -> (continuation of Deferred@593747854 after retry RPC after error@2195403) -> (continuation of Deferred@1034814631 after retry RPC after error@416853459) -> (continuation of Deferred@637177577 after retry RPC after error@783184570) -> (continuation of Deferred@1676202228 after retry RPC after error@1040408431)))
19:31:09.575 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@112561284(state=PENDING, result=null, callback=(continuation of Deferred@850721310 after retry RPC after error@1255120781) -> (continuation of Deferred@2025150402 after retry RPC after error@1389245948) -> (continuation of Deferred@1195332017 after retry RPC after error@1899662636) -> (continuation of Deferred@593747854 after retry RPC after error@2195403) -> (continuation of Deferred@1034814631 after retry RPC after error@416853459) -> (continuation of Deferred@637177577 after retry RPC after error@783184570) -> (continuation of Deferred@1676202228 after retry RPC after error@1040408431), errback=(continuation of Deferred@850721310 after retry RPC after error@1255120781) -> (continuation of Deferred@2025150402 after retry RPC after error@1389245948) -> (continuation of Deferred@1195332017 after retry RPC after error@1899662636) -> (continuation of Deferred@593747854 after retry RPC after error@2195403) -> (continuation of Deferred@1034814631 after retry RPC after error@416853459) -> (continuation of Deferred@637177577 after retry RPC after error@783184570) -> (continuation of Deferred@1676202228 after retry RPC after error@1040408431)))
19:31:09.591 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.613 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.731 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1732637331(state=PENDING, result=null, callback=(continuation of Deferred@1303568242 after retry RPC after error@557299471) -> (continuation of Deferred@713655250 after retry RPC after error@1645227386) -> (continuation of Deferred@956446469 after retry RPC after error@630284517) -> (continuation of Deferred@1138815126 after retry RPC after error@553156205) -> (continuation of Deferred@149610344 after retry RPC after error@642912472) -> (continuation of Deferred@1651646660 after retry RPC after error@26878449) -> (continuation of Deferred@1599450933 after retry RPC after error@1773646039), errback=(continuation of Deferred@1303568242 after retry RPC after error@557299471) -> (continuation of Deferred@713655250 after retry RPC after error@1645227386) -> (continuation of Deferred@956446469 after retry RPC after error@630284517) -> (continuation of Deferred@1138815126 after retry RPC after error@553156205) -> (continuation of Deferred@149610344 after retry RPC after error@642912472) -> (continuation of Deferred@1651646660 after retry RPC after error@26878449) -> (continuation of Deferred@1599450933 after retry RPC after error@1773646039)))
19:31:09.835 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1732637331(state=PENDING, result=null, callback=(continuation of Deferred@1303568242 after retry RPC after error@557299471) -> (continuation of Deferred@713655250 after retry RPC after error@1645227386) -> (continuation of Deferred@956446469 after retry RPC after error@630284517) -> (continuation of Deferred@1138815126 after retry RPC after error@553156205) -> (continuation of Deferred@149610344 after retry RPC after error@642912472) -> (continuation of Deferred@1651646660 after retry RPC after error@26878449) -> (continuation of Deferred@1599450933 after retry RPC after error@1773646039), errback=(continuation of Deferred@1303568242 after retry RPC after error@557299471) -> (continuation of Deferred@713655250 after retry RPC after error@1645227386) -> (continuation of Deferred@956446469 after retry RPC after error@630284517) -> (continuation of Deferred@1138815126 after retry RPC after error@553156205) -> (continuation of Deferred@149610344 after retry RPC after error@642912472) -> (continuation of Deferred@1651646660 after retry RPC after error@26878449) -> (continuation of Deferred@1599450933 after retry RPC after error@1773646039)))
19:31:09.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.911 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.931 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:09.951 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:09.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:09.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:09.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:09.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.031 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.034 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@734921177(state=PENDING, result=null, callback=(continuation of Deferred@942855003 after retry RPC after error@1341886513) -> (continuation of Deferred@1530813243 after retry RPC after error@10836300) -> (continuation of Deferred@782498312 after retry RPC after error@1028296181) -> (continuation of Deferred@335867620 after retry RPC after error@1044490769) -> (continuation of Deferred@260273259 after retry RPC after error@1724872011) -> (continuation of Deferred@1427096760 after retry RPC after error@1722674474) -> (continuation of Deferred@1922690488 after retry RPC after error@1877060493), errback=(continuation of Deferred@942855003 after retry RPC after error@1341886513) -> (continuation of Deferred@1530813243 after retry RPC after error@10836300) -> (continuation of Deferred@782498312 after retry RPC after error@1028296181) -> (continuation of Deferred@335867620 after retry RPC after error@1044490769) -> (continuation of Deferred@260273259 after retry RPC after error@1724872011) -> (continuation of Deferred@1427096760 after retry RPC after error@1722674474) -> (continuation of Deferred@1922690488 after retry RPC after error@1877060493)))
19:31:10.035 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@734921177(state=PENDING, result=null, callback=(continuation of Deferred@942855003 after retry RPC after error@1341886513) -> (continuation of Deferred@1530813243 after retry RPC after error@10836300) -> (continuation of Deferred@782498312 after retry RPC after error@1028296181) -> (continuation of Deferred@335867620 after retry RPC after error@1044490769) -> (continuation of Deferred@260273259 after retry RPC after error@1724872011) -> (continuation of Deferred@1427096760 after retry RPC after error@1722674474) -> (continuation of Deferred@1922690488 after retry RPC after error@1877060493), errback=(continuation of Deferred@942855003 after retry RPC after error@1341886513) -> (continuation of Deferred@1530813243 after retry RPC after error@10836300) -> (continuation of Deferred@782498312 after retry RPC after error@1028296181) -> (continuation of Deferred@335867620 after retry RPC after error@1044490769) -> (continuation of Deferred@260273259 after retry RPC after error@1724872011) -> (continuation of Deferred@1427096760 after retry RPC after error@1722674474) -> (continuation of Deferred@1922690488 after retry RPC after error@1877060493)))
19:31:10.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.053 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@749073228(state=PENDING, result=null, callback=(continuation of Deferred@37407814 after retry RPC after error@1660410061) -> (continuation of Deferred@1381949437 after retry RPC after error@1373796713) -> (continuation of Deferred@91146223 after retry RPC after error@1493386815) -> (continuation of Deferred@2097601493 after retry RPC after error@1072553005) -> (continuation of Deferred@1288648064 after retry RPC after error@264155288) -> (continuation of Deferred@1152195273 after retry RPC after error@368097989) -> (continuation of Deferred@547815118 after retry RPC after error@1516675122), errback=(continuation of Deferred@37407814 after retry RPC after error@1660410061) -> (continuation of Deferred@1381949437 after retry RPC after error@1373796713) -> (continuation of Deferred@91146223 after retry RPC after error@1493386815) -> (continuation of Deferred@2097601493 after retry RPC after error@1072553005) -> (continuation of Deferred@1288648064 after retry RPC after error@264155288) -> (continuation of Deferred@1152195273 after retry RPC after error@368097989) -> (continuation of Deferred@547815118 after retry RPC after error@1516675122)))
19:31:10.295 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@749073228(state=PENDING, result=null, callback=(continuation of Deferred@37407814 after retry RPC after error@1660410061) -> (continuation of Deferred@1381949437 after retry RPC after error@1373796713) -> (continuation of Deferred@91146223 after retry RPC after error@1493386815) -> (continuation of Deferred@2097601493 after retry RPC after error@1072553005) -> (continuation of Deferred@1288648064 after retry RPC after error@264155288) -> (continuation of Deferred@1152195273 after retry RPC after error@368097989) -> (continuation of Deferred@547815118 after retry RPC after error@1516675122), errback=(continuation of Deferred@37407814 after retry RPC after error@1660410061) -> (continuation of Deferred@1381949437 after retry RPC after error@1373796713) -> (continuation of Deferred@91146223 after retry RPC after error@1493386815) -> (continuation of Deferred@2097601493 after retry RPC after error@1072553005) -> (continuation of Deferred@1288648064 after retry RPC after error@264155288) -> (continuation of Deferred@1152195273 after retry RPC after error@368097989) -> (continuation of Deferred@547815118 after retry RPC after error@1516675122)))
19:31:10.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.331 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.572 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@362297178(state=PENDING, result=null, callback=(continuation of Deferred@966884229 after retry RPC after error@205106852) -> (continuation of Deferred@1863722538 after retry RPC after error@996212341) -> (continuation of Deferred@162514895 after retry RPC after error@1210189008) -> (continuation of Deferred@375082120 after retry RPC after error@712285024) -> (continuation of Deferred@1569894494 after retry RPC after error@89013176) -> (continuation of Deferred@1228740757 after retry RPC after error@1193030985) -> (continuation of Deferred@264531380 after retry RPC after error@2074285071), errback=(continuation of Deferred@966884229 after retry RPC after error@205106852) -> (continuation of Deferred@1863722538 after retry RPC after error@996212341) -> (continuation of Deferred@162514895 after retry RPC after error@1210189008) -> (continuation of Deferred@375082120 after retry RPC after error@712285024) -> (continuation of Deferred@1569894494 after retry RPC after error@89013176) -> (continuation of Deferred@1228740757 after retry RPC after error@1193030985) -> (continuation of Deferred@264531380 after retry RPC after error@2074285071)))
19:31:10.572 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:31:10.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.651 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.673 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.693 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.751 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.773 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@341055068(state=PENDING, result=null, callback=(continuation of Deferred@1514001748 after retry RPC after error@1665341527) -> (continuation of Deferred@367043661 after retry RPC after error@565360219) -> (continuation of Deferred@361840716 after retry RPC after error@1860920073) -> (continuation of Deferred@2117693525 after retry RPC after error@1242366375) -> (continuation of Deferred@1426172810 after retry RPC after error@1615296776) -> (continuation of Deferred@1439237773 after retry RPC after error@2003510698) -> (continuation of Deferred@795774262 after retry RPC after error@1949974250), errback=(continuation of Deferred@1514001748 after retry RPC after error@1665341527) -> (continuation of Deferred@367043661 after retry RPC after error@565360219) -> (continuation of Deferred@361840716 after retry RPC after error@1860920073) -> (continuation of Deferred@2117693525 after retry RPC after error@1242366375) -> (continuation of Deferred@1426172810 after retry RPC after error@1615296776) -> (continuation of Deferred@1439237773 after retry RPC after error@2003510698) -> (continuation of Deferred@795774262 after retry RPC after error@1949974250)))
19:31:10.776 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@341055068(state=PENDING, result=null, callback=(continuation of Deferred@1514001748 after retry RPC after error@1665341527) -> (continuation of Deferred@367043661 after retry RPC after error@565360219) -> (continuation of Deferred@361840716 after retry RPC after error@1860920073) -> (continuation of Deferred@2117693525 after retry RPC after error@1242366375) -> (continuation of Deferred@1426172810 after retry RPC after error@1615296776) -> (continuation of Deferred@1439237773 after retry RPC after error@2003510698) -> (continuation of Deferred@795774262 after retry RPC after error@1949974250), errback=(continuation of Deferred@1514001748 after retry RPC after error@1665341527) -> (continuation of Deferred@367043661 after retry RPC after error@565360219) -> (continuation of Deferred@361840716 after retry RPC after error@1860920073) -> (continuation of Deferred@2117693525 after retry RPC after error@1242366375) -> (continuation of Deferred@1426172810 after retry RPC after error@1615296776) -> (continuation of Deferred@1439237773 after retry RPC after error@2003510698) -> (continuation of Deferred@795774262 after retry RPC after error@1949974250)))
19:31:10.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.793 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.851 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.873 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.913 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:10.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:10.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:10.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:10.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:10.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.052 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1319812308(state=PENDING, result=null, callback=(continuation of Deferred@1940952851 after retry RPC after error@178437130) -> (continuation of Deferred@516099024 after retry RPC after error@93608128) -> (continuation of Deferred@1928028014 after retry RPC after error@1832320981) -> (continuation of Deferred@1806562344 after retry RPC after error@1280893893) -> (continuation of Deferred@1684067599 after retry RPC after error@1056065025) -> (continuation of Deferred@981137731 after retry RPC after error@834102018) -> (continuation of Deferred@1394409622 after retry RPC after error@2138277562), errback=(continuation of Deferred@1940952851 after retry RPC after error@178437130) -> (continuation of Deferred@516099024 after retry RPC after error@93608128) -> (continuation of Deferred@1928028014 after retry RPC after error@1832320981) -> (continuation of Deferred@1806562344 after retry RPC after error@1280893893) -> (continuation of Deferred@1684067599 after retry RPC after error@1056065025) -> (continuation of Deferred@981137731 after retry RPC after error@834102018) -> (continuation of Deferred@1394409622 after retry RPC after error@2138277562)))
19:31:11.053 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:31:11.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.091 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.113 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1551275656(state=PENDING, result=null, callback=(continuation of Deferred@1612952187 after retry RPC after error@2017413617) -> (continuation of Deferred@1436026569 after retry RPC after error@1035077668) -> (continuation of Deferred@1090508163 after retry RPC after error@1108180140) -> (continuation of Deferred@1471583338 after retry RPC after error@2062042512) -> (continuation of Deferred@1149617283 after retry RPC after error@1833183395) -> (continuation of Deferred@246604965 after retry RPC after error@919528486), errback=(continuation of Deferred@1612952187 after retry RPC after error@2017413617) -> (continuation of Deferred@1436026569 after retry RPC after error@1035077668) -> (continuation of Deferred@1090508163 after retry RPC after error@1108180140) -> (continuation of Deferred@1471583338 after retry RPC after error@2062042512) -> (continuation of Deferred@1149617283 after retry RPC after error@1833183395) -> (continuation of Deferred@246604965 after retry RPC after error@919528486)))
19:31:11.255 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1551275656(state=PENDING, result=null, callback=(continuation of Deferred@1612952187 after retry RPC after error@2017413617) -> (continuation of Deferred@1436026569 after retry RPC after error@1035077668) -> (continuation of Deferred@1090508163 after retry RPC after error@1108180140) -> (continuation of Deferred@1471583338 after retry RPC after error@2062042512) -> (continuation of Deferred@1149617283 after retry RPC after error@1833183395) -> (continuation of Deferred@246604965 after retry RPC after error@919528486), errback=(continuation of Deferred@1612952187 after retry RPC after error@2017413617) -> (continuation of Deferred@1436026569 after retry RPC after error@1035077668) -> (continuation of Deferred@1090508163 after retry RPC after error@1108180140) -> (continuation of Deferred@1471583338 after retry RPC after error@2062042512) -> (continuation of Deferred@1149617283 after retry RPC after error@1833183395) -> (continuation of Deferred@246604965 after retry RPC after error@919528486)))
19:31:11.271 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.293 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.433 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1590114714(state=PENDING, result=null, callback=(continuation of Deferred@1922161209 after retry RPC after error@275423571) -> (continuation of Deferred@46707904 after retry RPC after error@1705268970) -> (continuation of Deferred@421005429 after retry RPC after error@1555907132) -> (continuation of Deferred@462722015 after retry RPC after error@1556120897) -> (continuation of Deferred@96630028 after retry RPC after error@869825322) -> (continuation of Deferred@208473317 after retry RPC after error@1423927972) -> (continuation of Deferred@1117986598 after retry RPC after error@852639091), errback=(continuation of Deferred@1922161209 after retry RPC after error@275423571) -> (continuation of Deferred@46707904 after retry RPC after error@1705268970) -> (continuation of Deferred@421005429 after retry RPC after error@1555907132) -> (continuation of Deferred@462722015 after retry RPC after error@1556120897) -> (continuation of Deferred@96630028 after retry RPC after error@869825322) -> (continuation of Deferred@208473317 after retry RPC after error@1423927972) -> (continuation of Deferred@1117986598 after retry RPC after error@852639091)))
19:31:11.456 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1590114714(state=PENDING, result=null, callback=(continuation of Deferred@1922161209 after retry RPC after error@275423571) -> (continuation of Deferred@46707904 after retry RPC after error@1705268970) -> (continuation of Deferred@421005429 after retry RPC after error@1555907132) -> (continuation of Deferred@462722015 after retry RPC after error@1556120897) -> (continuation of Deferred@96630028 after retry RPC after error@869825322) -> (continuation of Deferred@208473317 after retry RPC after error@1423927972) -> (continuation of Deferred@1117986598 after retry RPC after error@852639091), errback=(continuation of Deferred@1922161209 after retry RPC after error@275423571) -> (continuation of Deferred@46707904 after retry RPC after error@1705268970) -> (continuation of Deferred@421005429 after retry RPC after error@1555907132) -> (continuation of Deferred@462722015 after retry RPC after error@1556120897) -> (continuation of Deferred@96630028 after retry RPC after error@869825322) -> (continuation of Deferred@208473317 after retry RPC after error@1423927972) -> (continuation of Deferred@1117986598 after retry RPC after error@852639091)))
19:31:11.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.513 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@386726321(state=PENDING, result=null, callback=(continuation of Deferred@761329538 after retry RPC after error@2018570482) -> (continuation of Deferred@548260999 after retry RPC after error@1352427602) -> (continuation of Deferred@2053789988 after retry RPC after error@88269307) -> (continuation of Deferred@1262865440 after retry RPC after error@2015945698) -> (continuation of Deferred@1352869562 after retry RPC after error@1115441260) -> (continuation of Deferred@658352335 after retry RPC after error@414541881) -> (continuation of Deferred@1374296931 after retry RPC after error@1903494682), errback=(continuation of Deferred@761329538 after retry RPC after error@2018570482) -> (continuation of Deferred@548260999 after retry RPC after error@1352427602) -> (continuation of Deferred@2053789988 after retry RPC after error@88269307) -> (continuation of Deferred@1262865440 after retry RPC after error@2015945698) -> (continuation of Deferred@1352869562 after retry RPC after error@1115441260) -> (continuation of Deferred@658352335 after retry RPC after error@414541881) -> (continuation of Deferred@1374296931 after retry RPC after error@1903494682)))
19:31:11.715 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@386726321(state=PENDING, result=null, callback=(continuation of Deferred@761329538 after retry RPC after error@2018570482) -> (continuation of Deferred@548260999 after retry RPC after error@1352427602) -> (continuation of Deferred@2053789988 after retry RPC after error@88269307) -> (continuation of Deferred@1262865440 after retry RPC after error@2015945698) -> (continuation of Deferred@1352869562 after retry RPC after error@1115441260) -> (continuation of Deferred@658352335 after retry RPC after error@414541881) -> (continuation of Deferred@1374296931 after retry RPC after error@1903494682), errback=(continuation of Deferred@761329538 after retry RPC after error@2018570482) -> (continuation of Deferred@548260999 after retry RPC after error@1352427602) -> (continuation of Deferred@2053789988 after retry RPC after error@88269307) -> (continuation of Deferred@1262865440 after retry RPC after error@2015945698) -> (continuation of Deferred@1352869562 after retry RPC after error@1115441260) -> (continuation of Deferred@658352335 after retry RPC after error@414541881) -> (continuation of Deferred@1374296931 after retry RPC after error@1903494682)))
19:31:11.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.791 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.813 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.853 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@106572860(state=PENDING, result=null, callback=(continuation of Deferred@1733683660 after retry RPC after error@874342760) -> (continuation of Deferred@743566901 after retry RPC after error@2075987023) -> (continuation of Deferred@862884221 after retry RPC after error@1827141713) -> (continuation of Deferred@1340380094 after retry RPC after error@1554526585) -> (continuation of Deferred@462075624 after retry RPC after error@1224532152) -> (continuation of Deferred@602862458 after retry RPC after error@1045441927), errback=(continuation of Deferred@1733683660 after retry RPC after error@874342760) -> (continuation of Deferred@743566901 after retry RPC after error@2075987023) -> (continuation of Deferred@862884221 after retry RPC after error@1827141713) -> (continuation of Deferred@1340380094 after retry RPC after error@1554526585) -> (continuation of Deferred@462075624 after retry RPC after error@1224532152) -> (continuation of Deferred@602862458 after retry RPC after error@1045441927)))
19:31:11.875 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@106572860(state=PENDING, result=null, callback=(continuation of Deferred@1733683660 after retry RPC after error@874342760) -> (continuation of Deferred@743566901 after retry RPC after error@2075987023) -> (continuation of Deferred@862884221 after retry RPC after error@1827141713) -> (continuation of Deferred@1340380094 after retry RPC after error@1554526585) -> (continuation of Deferred@462075624 after retry RPC after error@1224532152) -> (continuation of Deferred@602862458 after retry RPC after error@1045441927), errback=(continuation of Deferred@1733683660 after retry RPC after error@874342760) -> (continuation of Deferred@743566901 after retry RPC after error@2075987023) -> (continuation of Deferred@862884221 after retry RPC after error@1827141713) -> (continuation of Deferred@1340380094 after retry RPC after error@1554526585) -> (continuation of Deferred@462075624 after retry RPC after error@1224532152) -> (continuation of Deferred@602862458 after retry RPC after error@1045441927)))
19:31:11.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.951 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:11.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:11.973 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:11.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:11.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:11.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.011 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.091 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.091 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.094 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1903922526(state=PENDING, result=null, callback=(continuation of Deferred@1858796810 after retry RPC after error@1827164261) -> (continuation of Deferred@1133048317 after retry RPC after error@1848935855) -> (continuation of Deferred@1462699982 after retry RPC after error@2036997686) -> (continuation of Deferred@2112425983 after retry RPC after error@926610448) -> (continuation of Deferred@402953294 after retry RPC after error@834052822) -> (continuation of Deferred@76924392 after retry RPC after error@1693399838) -> (continuation of Deferred@1484092713 after retry RPC after error@1548864739), errback=(continuation of Deferred@1858796810 after retry RPC after error@1827164261) -> (continuation of Deferred@1133048317 after retry RPC after error@1848935855) -> (continuation of Deferred@1462699982 after retry RPC after error@2036997686) -> (continuation of Deferred@2112425983 after retry RPC after error@926610448) -> (continuation of Deferred@402953294 after retry RPC after error@834052822) -> (continuation of Deferred@76924392 after retry RPC after error@1693399838) -> (continuation of Deferred@1484092713 after retry RPC after error@1548864739)))
19:31:12.095 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1903922526(state=PENDING, result=null, callback=(continuation of Deferred@1858796810 after retry RPC after error@1827164261) -> (continuation of Deferred@1133048317 after retry RPC after error@1848935855) -> (continuation of Deferred@1462699982 after retry RPC after error@2036997686) -> (continuation of Deferred@2112425983 after retry RPC after error@926610448) -> (continuation of Deferred@402953294 after retry RPC after error@834052822) -> (continuation of Deferred@76924392 after retry RPC after error@1693399838) -> (continuation of Deferred@1484092713 after retry RPC after error@1548864739), errback=(continuation of Deferred@1858796810 after retry RPC after error@1827164261) -> (continuation of Deferred@1133048317 after retry RPC after error@1848935855) -> (continuation of Deferred@1462699982 after retry RPC after error@2036997686) -> (continuation of Deferred@2112425983 after retry RPC after error@926610448) -> (continuation of Deferred@402953294 after retry RPC after error@834052822) -> (continuation of Deferred@76924392 after retry RPC after error@1693399838) -> (continuation of Deferred@1484092713 after retry RPC after error@1548864739)))
19:31:12.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.171 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.172 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.193 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.252 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.253 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@623722602(state=PENDING, result=null, callback=(continuation of Deferred@2121623494 after retry RPC after error@2049936687) -> (continuation of Deferred@1385627389 after retry RPC after error@502778581) -> (continuation of Deferred@1214895610 after retry RPC after error@1319730989) -> (continuation of Deferred@724369683 after retry RPC after error@137353153) -> (continuation of Deferred@242160955 after retry RPC after error@188367820) -> (continuation of Deferred@1222438433 after retry RPC after error@1044097316), errback=(continuation of Deferred@2121623494 after retry RPC after error@2049936687) -> (continuation of Deferred@1385627389 after retry RPC after error@502778581) -> (continuation of Deferred@1214895610 after retry RPC after error@1319730989) -> (continuation of Deferred@724369683 after retry RPC after error@137353153) -> (continuation of Deferred@242160955 after retry RPC after error@188367820) -> (continuation of Deferred@1222438433 after retry RPC after error@1044097316)))
19:31:12.260 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@623722602(state=PENDING, result=null, callback=(continuation of Deferred@2121623494 after retry RPC after error@2049936687) -> (continuation of Deferred@1385627389 after retry RPC after error@502778581) -> (continuation of Deferred@1214895610 after retry RPC after error@1319730989) -> (continuation of Deferred@724369683 after retry RPC after error@137353153) -> (continuation of Deferred@242160955 after retry RPC after error@188367820) -> (continuation of Deferred@1222438433 after retry RPC after error@1044097316), errback=(continuation of Deferred@2121623494 after retry RPC after error@2049936687) -> (continuation of Deferred@1385627389 after retry RPC after error@502778581) -> (continuation of Deferred@1214895610 after retry RPC after error@1319730989) -> (continuation of Deferred@724369683 after retry RPC after error@137353153) -> (continuation of Deferred@242160955 after retry RPC after error@188367820) -> (continuation of Deferred@1222438433 after retry RPC after error@1044097316)))
19:31:12.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.331 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1525212384(state=PENDING, result=null, callback=(continuation of Deferred@1615695704 after retry RPC after error@1470594908) -> (continuation of Deferred@1446928555 after retry RPC after error@1265389928) -> (continuation of Deferred@1196892178 after retry RPC after error@728164923) -> (continuation of Deferred@242805956 after retry RPC after error@666246002) -> (continuation of Deferred@1495267366 after retry RPC after error@1161094668) -> (continuation of Deferred@216214690 after retry RPC after error@454675399), errback=(continuation of Deferred@1615695704 after retry RPC after error@1470594908) -> (continuation of Deferred@1446928555 after retry RPC after error@1265389928) -> (continuation of Deferred@1196892178 after retry RPC after error@728164923) -> (continuation of Deferred@242805956 after retry RPC after error@666246002) -> (continuation of Deferred@1495267366 after retry RPC after error@1161094668) -> (continuation of Deferred@216214690 after retry RPC after error@454675399)))
19:31:12.415 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1525212384(state=PENDING, result=null, callback=(continuation of Deferred@1615695704 after retry RPC after error@1470594908) -> (continuation of Deferred@1446928555 after retry RPC after error@1265389928) -> (continuation of Deferred@1196892178 after retry RPC after error@728164923) -> (continuation of Deferred@242805956 after retry RPC after error@666246002) -> (continuation of Deferred@1495267366 after retry RPC after error@1161094668) -> (continuation of Deferred@216214690 after retry RPC after error@454675399), errback=(continuation of Deferred@1615695704 after retry RPC after error@1470594908) -> (continuation of Deferred@1446928555 after retry RPC after error@1265389928) -> (continuation of Deferred@1196892178 after retry RPC after error@728164923) -> (continuation of Deferred@242805956 after retry RPC after error@666246002) -> (continuation of Deferred@1495267366 after retry RPC after error@1161094668) -> (continuation of Deferred@216214690 after retry RPC after error@454675399)))
19:31:12.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.452 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.471 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:12.514029 7096 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:31:12.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:12.517562 7096 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '171a958cd75e4d6bb0fc2e86224ffb74', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.86.126:36839,127.6.86.125:44901,127.6.86.124:41495, num_attempts: 1)
19:31:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260810 19:31:12.519295 7097 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.86.124:41495)
19:31:12.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@16199174(state=PENDING, result=null, callback=(continuation of Deferred@340548706 after retry RPC after error@2045751434) -> (continuation of Deferred@1871694381 after retry RPC after error@1446076100) -> (continuation of Deferred@552122156 after retry RPC after error@604452955) -> (continuation of Deferred@902320212 after retry RPC after error@1775501143) -> (continuation of Deferred@216495254 after retry RPC after error@297750705) -> (continuation of Deferred@1711470626 after retry RPC after error@282958578) -> (continuation of Deferred@665391035 after retry RPC after error@1291385127), errback=(continuation of Deferred@340548706 after retry RPC after error@2045751434) -> (continuation of Deferred@1871694381 after retry RPC after error@1446076100) -> (continuation of Deferred@552122156 after retry RPC after error@604452955) -> (continuation of Deferred@902320212 after retry RPC after error@1775501143) -> (continuation of Deferred@216495254 after retry RPC after error@297750705) -> (continuation of Deferred@1711470626 after retry RPC after error@282958578) -> (continuation of Deferred@665391035 after retry RPC after error@1291385127)))
19:31:12.595 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@16199174(state=PENDING, result=null, callback=(continuation of Deferred@340548706 after retry RPC after error@2045751434) -> (continuation of Deferred@1871694381 after retry RPC after error@1446076100) -> (continuation of Deferred@552122156 after retry RPC after error@604452955) -> (continuation of Deferred@902320212 after retry RPC after error@1775501143) -> (continuation of Deferred@216495254 after retry RPC after error@297750705) -> (continuation of Deferred@1711470626 after retry RPC after error@282958578) -> (continuation of Deferred@665391035 after retry RPC after error@1291385127), errback=(continuation of Deferred@340548706 after retry RPC after error@2045751434) -> (continuation of Deferred@1871694381 after retry RPC after error@1446076100) -> (continuation of Deferred@552122156 after retry RPC after error@604452955) -> (continuation of Deferred@902320212 after retry RPC after error@1775501143) -> (continuation of Deferred@216495254 after retry RPC after error@297750705) -> (continuation of Deferred@1711470626 after retry RPC after error@282958578) -> (continuation of Deferred@665391035 after retry RPC after error@1291385127)))
19:31:12.611 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.631 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.673 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.691 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.692 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.854 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@869363712(state=PENDING, result=null, callback=(continuation of Deferred@1188045404 after retry RPC after error@344204064) -> (continuation of Deferred@1082112316 after retry RPC after error@2014744643) -> (continuation of Deferred@1066639327 after retry RPC after error@171648558) -> (continuation of Deferred@925943820 after retry RPC after error@2070463009) -> (continuation of Deferred@1487325172 after retry RPC after error@192905368) -> (continuation of Deferred@977164627 after retry RPC after error@125496831) -> (continuation of Deferred@1762464643 after retry RPC after error@511784314), errback=(continuation of Deferred@1188045404 after retry RPC after error@344204064) -> (continuation of Deferred@1082112316 after retry RPC after error@2014744643) -> (continuation of Deferred@1066639327 after retry RPC after error@171648558) -> (continuation of Deferred@925943820 after retry RPC after error@2070463009) -> (continuation of Deferred@1487325172 after retry RPC after error@192905368) -> (continuation of Deferred@977164627 after retry RPC after error@125496831) -> (continuation of Deferred@1762464643 after retry RPC after error@511784314)))
19:31:12.855 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@869363712(state=PENDING, result=null, callback=(continuation of Deferred@1188045404 after retry RPC after error@344204064) -> (continuation of Deferred@1082112316 after retry RPC after error@2014744643) -> (continuation of Deferred@1066639327 after retry RPC after error@171648558) -> (continuation of Deferred@925943820 after retry RPC after error@2070463009) -> (continuation of Deferred@1487325172 after retry RPC after error@192905368) -> (continuation of Deferred@977164627 after retry RPC after error@125496831) -> (continuation of Deferred@1762464643 after retry RPC after error@511784314), errback=(continuation of Deferred@1188045404 after retry RPC after error@344204064) -> (continuation of Deferred@1082112316 after retry RPC after error@2014744643) -> (continuation of Deferred@1066639327 after retry RPC after error@171648558) -> (continuation of Deferred@925943820 after retry RPC after error@2070463009) -> (continuation of Deferred@1487325172 after retry RPC after error@192905368) -> (continuation of Deferred@977164627 after retry RPC after error@125496831) -> (continuation of Deferred@1762464643 after retry RPC after error@511784314)))
19:31:12.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.873 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.932 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:12.991 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:12.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:12.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:12.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:12.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.011 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.071 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.132 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1488057474(state=PENDING, result=null, callback=(continuation of Deferred@1318058845 after retry RPC after error@1180527353) -> (continuation of Deferred@604626059 after retry RPC after error@1934309740) -> (continuation of Deferred@1110401355 after retry RPC after error@1862848853) -> (continuation of Deferred@84911547 after retry RPC after error@790985775) -> (continuation of Deferred@381253049 after retry RPC after error@1066568770) -> (continuation of Deferred@1204339830 after retry RPC after error@1132993700) -> (continuation of Deferred@507624913 after retry RPC after error@899334855) -> (continuation of Deferred@888163190 after retry RPC after error@933108848), errback=(continuation of Deferred@1318058845 after retry RPC after error@1180527353) -> (continuation of Deferred@604626059 after retry RPC after error@1934309740) -> (continuation of Deferred@1110401355 after retry RPC after error@1862848853) -> (continuation of Deferred@84911547 after retry RPC after error@790985775) -> (continuation of Deferred@381253049 after retry RPC after error@1066568770) -> (continuation of Deferred@1204339830 after retry RPC after error@1132993700) -> (continuation of Deferred@507624913 after retry RPC after error@899334855) -> (continuation of Deferred@888163190 after retry RPC after error@933108848)))
19:31:13.133 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
19:31:13.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.153 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.173 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.232 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.272 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.331 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1624449520(state=PENDING, result=null, callback=(continuation of Deferred@1967043653 after retry RPC after error@1881408192) -> (continuation of Deferred@968454999 after retry RPC after error@1083971889) -> (continuation of Deferred@1082135035 after retry RPC after error@283261225) -> (continuation of Deferred@1655948201 after retry RPC after error@1111890783) -> (continuation of Deferred@42587429 after retry RPC after error@52666156) -> (continuation of Deferred@2146548330 after retry RPC after error@220187176), errback=(continuation of Deferred@1967043653 after retry RPC after error@1881408192) -> (continuation of Deferred@968454999 after retry RPC after error@1083971889) -> (continuation of Deferred@1082135035 after retry RPC after error@283261225) -> (continuation of Deferred@1655948201 after retry RPC after error@1111890783) -> (continuation of Deferred@42587429 after retry RPC after error@52666156) -> (continuation of Deferred@2146548330 after retry RPC after error@220187176)))
19:31:13.335 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1624449520(state=PENDING, result=null, callback=(continuation of Deferred@1967043653 after retry RPC after error@1881408192) -> (continuation of Deferred@968454999 after retry RPC after error@1083971889) -> (continuation of Deferred@1082135035 after retry RPC after error@283261225) -> (continuation of Deferred@1655948201 after retry RPC after error@1111890783) -> (continuation of Deferred@42587429 after retry RPC after error@52666156) -> (continuation of Deferred@2146548330 after retry RPC after error@220187176), errback=(continuation of Deferred@1967043653 after retry RPC after error@1881408192) -> (continuation of Deferred@968454999 after retry RPC after error@1083971889) -> (continuation of Deferred@1082135035 after retry RPC after error@283261225) -> (continuation of Deferred@1655948201 after retry RPC after error@1111890783) -> (continuation of Deferred@42587429 after retry RPC after error@52666156) -> (continuation of Deferred@2146548330 after retry RPC after error@220187176)))
19:31:13.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.353 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.373 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.392 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.393 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.453 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.453 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@2035784480(state=PENDING, result=null, callback=(continuation of Deferred@978232073 after retry RPC after error@625219854) -> (continuation of Deferred@168358500 after retry RPC after error@1329854110) -> (continuation of Deferred@5915284 after retry RPC after error@89368568) -> (continuation of Deferred@1208352484 after retry RPC after error@413271676) -> (continuation of Deferred@1245620510 after retry RPC after error@1380629446) -> (continuation of Deferred@903843253 after retry RPC after error@1028058260) -> (continuation of Deferred@34591867 after retry RPC after error@85777271), errback=(continuation of Deferred@978232073 after retry RPC after error@625219854) -> (continuation of Deferred@168358500 after retry RPC after error@1329854110) -> (continuation of Deferred@5915284 after retry RPC after error@89368568) -> (continuation of Deferred@1208352484 after retry RPC after error@413271676) -> (continuation of Deferred@1245620510 after retry RPC after error@1380629446) -> (continuation of Deferred@903843253 after retry RPC after error@1028058260) -> (continuation of Deferred@34591867 after retry RPC after error@85777271)))
19:31:13.575 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@2035784480(state=PENDING, result=null, callback=(continuation of Deferred@978232073 after retry RPC after error@625219854) -> (continuation of Deferred@168358500 after retry RPC after error@1329854110) -> (continuation of Deferred@5915284 after retry RPC after error@89368568) -> (continuation of Deferred@1208352484 after retry RPC after error@413271676) -> (continuation of Deferred@1245620510 after retry RPC after error@1380629446) -> (continuation of Deferred@903843253 after retry RPC after error@1028058260) -> (continuation of Deferred@34591867 after retry RPC after error@85777271), errback=(continuation of Deferred@978232073 after retry RPC after error@625219854) -> (continuation of Deferred@168358500 after retry RPC after error@1329854110) -> (continuation of Deferred@5915284 after retry RPC after error@89368568) -> (continuation of Deferred@1208352484 after retry RPC after error@413271676) -> (continuation of Deferred@1245620510 after retry RPC after error@1380629446) -> (continuation of Deferred@903843253 after retry RPC after error@1028058260) -> (continuation of Deferred@34591867 after retry RPC after error@85777271)))
19:31:13.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.611 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.632 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@2111795565(state=PENDING, result=null, callback=(continuation of Deferred@657369476 after retry RPC after error@769956555) -> (continuation of Deferred@931245821 after retry RPC after error@835970425) -> (continuation of Deferred@1675823182 after retry RPC after error@1792603195) -> (continuation of Deferred@1343506907 after retry RPC after error@2118293133) -> (continuation of Deferred@93868147 after retry RPC after error@676074967) -> (continuation of Deferred@1524947860 after retry RPC after error@821610683), errback=(continuation of Deferred@657369476 after retry RPC after error@769956555) -> (continuation of Deferred@931245821 after retry RPC after error@835970425) -> (continuation of Deferred@1675823182 after retry RPC after error@1792603195) -> (continuation of Deferred@1343506907 after retry RPC after error@2118293133) -> (continuation of Deferred@93868147 after retry RPC after error@676074967) -> (continuation of Deferred@1524947860 after retry RPC after error@821610683)))
19:31:13.775 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@2111795565(state=PENDING, result=null, callback=(continuation of Deferred@657369476 after retry RPC after error@769956555) -> (continuation of Deferred@931245821 after retry RPC after error@835970425) -> (continuation of Deferred@1675823182 after retry RPC after error@1792603195) -> (continuation of Deferred@1343506907 after retry RPC after error@2118293133) -> (continuation of Deferred@93868147 after retry RPC after error@676074967) -> (continuation of Deferred@1524947860 after retry RPC after error@821610683), errback=(continuation of Deferred@657369476 after retry RPC after error@769956555) -> (continuation of Deferred@931245821 after retry RPC after error@835970425) -> (continuation of Deferred@1675823182 after retry RPC after error@1792603195) -> (continuation of Deferred@1343506907 after retry RPC after error@2118293133) -> (continuation of Deferred@93868147 after retry RPC after error@676074967) -> (continuation of Deferred@1524947860 after retry RPC after error@821610683)))
19:31:13.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.811 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.852 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.892 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:13.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:13.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:13.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:13.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:13.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.032 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.033 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1837615152(state=PENDING, result=null, callback=(continuation of Deferred@88795828 after retry RPC after error@1246072272) -> (continuation of Deferred@1268369531 after retry RPC after error@403464048) -> (continuation of Deferred@1254168975 after retry RPC after error@738997770) -> (continuation of Deferred@701753824 after retry RPC after error@1407112309) -> (continuation of Deferred@294761184 after retry RPC after error@1558211262) -> (continuation of Deferred@1783235627 after retry RPC after error@1334974571) -> (continuation of Deferred@1393075659 after retry RPC after error@207786126), errback=(continuation of Deferred@88795828 after retry RPC after error@1246072272) -> (continuation of Deferred@1268369531 after retry RPC after error@403464048) -> (continuation of Deferred@1254168975 after retry RPC after error@738997770) -> (continuation of Deferred@701753824 after retry RPC after error@1407112309) -> (continuation of Deferred@294761184 after retry RPC after error@1558211262) -> (continuation of Deferred@1783235627 after retry RPC after error@1334974571) -> (continuation of Deferred@1393075659 after retry RPC after error@207786126)))
19:31:14.036 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [244ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@1837615152(state=PENDING, result=null, callback=(continuation of Deferred@88795828 after retry RPC after error@1246072272) -> (continuation of Deferred@1268369531 after retry RPC after error@403464048) -> (continuation of Deferred@1254168975 after retry RPC after error@738997770) -> (continuation of Deferred@701753824 after retry RPC after error@1407112309) -> (continuation of Deferred@294761184 after retry RPC after error@1558211262) -> (continuation of Deferred@1783235627 after retry RPC after error@1334974571) -> (continuation of Deferred@1393075659 after retry RPC after error@207786126), errback=(continuation of Deferred@88795828 after retry RPC after error@1246072272) -> (continuation of Deferred@1268369531 after retry RPC after error@403464048) -> (continuation of Deferred@1254168975 after retry RPC after error@738997770) -> (continuation of Deferred@701753824 after retry RPC after error@1407112309) -> (continuation of Deferred@294761184 after retry RPC after error@1558211262) -> (continuation of Deferred@1783235627 after retry RPC after error@1334974571) -> (continuation of Deferred@1393075659 after retry RPC after error@207786126)))
19:31:14.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.052 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.072 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.092 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.112 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.112 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.131 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.152 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.192 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.291 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.292 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.293 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.294 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1697865052(state=PENDING, result=null, callback=(continuation of Deferred@1971266123 after retry RPC after error@1017605792) -> (continuation of Deferred@818197603 after retry RPC after error@1331877530) -> (continuation of Deferred@1124321351 after retry RPC after error@1146518761) -> (continuation of Deferred@1361358764 after retry RPC after error@145450260) -> (continuation of Deferred@1438107062 after retry RPC after error@577854173) -> (continuation of Deferred@1457314032 after retry RPC after error@93099258) -> (continuation of Deferred@1853713288 after retry RPC after error@1190290216), errback=(continuation of Deferred@1971266123 after retry RPC after error@1017605792) -> (continuation of Deferred@818197603 after retry RPC after error@1331877530) -> (continuation of Deferred@1124321351 after retry RPC after error@1146518761) -> (continuation of Deferred@1361358764 after retry RPC after error@145450260) -> (continuation of Deferred@1438107062 after retry RPC after error@577854173) -> (continuation of Deferred@1457314032 after retry RPC after error@93099258) -> (continuation of Deferred@1853713288 after retry RPC after error@1190290216)))
19:31:14.294 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1697865052(state=PENDING, result=null, callback=(continuation of Deferred@1971266123 after retry RPC after error@1017605792) -> (continuation of Deferred@818197603 after retry RPC after error@1331877530) -> (continuation of Deferred@1124321351 after retry RPC after error@1146518761) -> (continuation of Deferred@1361358764 after retry RPC after error@145450260) -> (continuation of Deferred@1438107062 after retry RPC after error@577854173) -> (continuation of Deferred@1457314032 after retry RPC after error@93099258) -> (continuation of Deferred@1853713288 after retry RPC after error@1190290216), errback=(continuation of Deferred@1971266123 after retry RPC after error@1017605792) -> (continuation of Deferred@818197603 after retry RPC after error@1331877530) -> (continuation of Deferred@1124321351 after retry RPC after error@1146518761) -> (continuation of Deferred@1361358764 after retry RPC after error@145450260) -> (continuation of Deferred@1438107062 after retry RPC after error@577854173) -> (continuation of Deferred@1457314032 after retry RPC after error@93099258) -> (continuation of Deferred@1853713288 after retry RPC after error@1190290216)))
19:31:14.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.332 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.372 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.391 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.391 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.412 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1048543350(state=PENDING, result=null, callback=(continuation of Deferred@521847544 after retry RPC after error@1015387123) -> (continuation of Deferred@1029883934 after retry RPC after error@2145158132) -> (continuation of Deferred@907580405 after retry RPC after error@638747854) -> (continuation of Deferred@219912746 after retry RPC after error@381909854) -> (continuation of Deferred@1689699656 after retry RPC after error@1445992932) -> (continuation of Deferred@120263618 after retry RPC after error@171938290) -> (continuation of Deferred@1492228472 after retry RPC after error@249054395), errback=(continuation of Deferred@521847544 after retry RPC after error@1015387123) -> (continuation of Deferred@1029883934 after retry RPC after error@2145158132) -> (continuation of Deferred@907580405 after retry RPC after error@638747854) -> (continuation of Deferred@219912746 after retry RPC after error@381909854) -> (continuation of Deferred@1689699656 after retry RPC after error@1445992932) -> (continuation of Deferred@120263618 after retry RPC after error@171938290) -> (continuation of Deferred@1492228472 after retry RPC after error@249054395)))
19:31:14.495 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, deferred=Deferred@1048543350(state=PENDING, result=null, callback=(continuation of Deferred@521847544 after retry RPC after error@1015387123) -> (continuation of Deferred@1029883934 after retry RPC after error@2145158132) -> (continuation of Deferred@907580405 after retry RPC after error@638747854) -> (continuation of Deferred@219912746 after retry RPC after error@381909854) -> (continuation of Deferred@1689699656 after retry RPC after error@1445992932) -> (continuation of Deferred@120263618 after retry RPC after error@171938290) -> (continuation of Deferred@1492228472 after retry RPC after error@249054395), errback=(continuation of Deferred@521847544 after retry RPC after error@1015387123) -> (continuation of Deferred@1029883934 after retry RPC after error@2145158132) -> (continuation of Deferred@907580405 after retry RPC after error@638747854) -> (continuation of Deferred@219912746 after retry RPC after error@381909854) -> (continuation of Deferred@1689699656 after retry RPC after error@1445992932) -> (continuation of Deferred@120263618 after retry RPC after error@171938290) -> (continuation of Deferred@1492228472 after retry RPC after error@249054395)))
19:31:14.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.551 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.573 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@722070387(state=PENDING, result=null, callback=(continuation of Deferred@1381787019 after retry RPC after error@969532669) -> (continuation of Deferred@621919367 after retry RPC after error@1093110053) -> (continuation of Deferred@1894177975 after retry RPC after error@117321818) -> (continuation of Deferred@774066566 after retry RPC after error@1404079046) -> (continuation of Deferred@368436835 after retry RPC after error@1660844135) -> (continuation of Deferred@1457896159 after retry RPC after error@31257982) -> (continuation of Deferred@1000394200 after retry RPC after error@705472395), errback=(continuation of Deferred@1381787019 after retry RPC after error@969532669) -> (continuation of Deferred@621919367 after retry RPC after error@1093110053) -> (continuation of Deferred@1894177975 after retry RPC after error@117321818) -> (continuation of Deferred@774066566 after retry RPC after error@1404079046) -> (continuation of Deferred@368436835 after retry RPC after error@1660844135) -> (continuation of Deferred@1457896159 after retry RPC after error@31257982) -> (continuation of Deferred@1000394200 after retry RPC after error@705472395)))
19:31:14.716 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, deferred=Deferred@722070387(state=PENDING, result=null, callback=(continuation of Deferred@1381787019 after retry RPC after error@969532669) -> (continuation of Deferred@621919367 after retry RPC after error@1093110053) -> (continuation of Deferred@1894177975 after retry RPC after error@117321818) -> (continuation of Deferred@774066566 after retry RPC after error@1404079046) -> (continuation of Deferred@368436835 after retry RPC after error@1660844135) -> (continuation of Deferred@1457896159 after retry RPC after error@31257982) -> (continuation of Deferred@1000394200 after retry RPC after error@705472395), errback=(continuation of Deferred@1381787019 after retry RPC after error@969532669) -> (continuation of Deferred@621919367 after retry RPC after error@1093110053) -> (continuation of Deferred@1894177975 after retry RPC after error@117321818) -> (continuation of Deferred@774066566 after retry RPC after error@1404079046) -> (continuation of Deferred@368436835 after retry RPC after error@1660844135) -> (continuation of Deferred@1457896159 after retry RPC after error@31257982) -> (continuation of Deferred@1000394200 after retry RPC after error@705472395)))
19:31:14.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.732 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.751 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.751 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.811 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.126:36839(127.6.86.126:36839)] connecting to peer
19:31:14.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.86.124:41495(127.6.86.124:41495)] connecting to peer
19:31:14.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.86.124:41495(127.6.86.124:41495)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.124:41495: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495
19:31:14.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.126:36839(127.6.86.126:36839)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.86.126:36839: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
19:31:14.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=48595), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [27ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [27ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [36ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [37ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [37ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [57ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [58ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [76ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [76ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [78ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [78ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [113ms] refreshing cache from master, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [117ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [118ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [134ms] refreshing cache from master, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [136ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [136ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [137ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [138ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [253ms] refreshing cache from master, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [256ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [256ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [257ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [257ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [275ms] refreshing cache from master, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [276ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [276ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [279ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [279ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [796ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [796ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [798ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [798ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1314ms] refreshing cache from master, [1314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1315ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1316ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1317ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [1317ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2393ms] refreshing cache from master, [2394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [2395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2395ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2396ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2397ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2397ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2834ms] refreshing cache from master, [2834ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2836ms] too many traces: truncated at 100 traces, deferred=Deferred@1634900138(state=PENDING, result=null, callback=(continuation of Deferred@1050784304 after retry RPC after error@70228392) -> (continuation of Deferred@1630092270 after retry RPC after error@342579369) -> (continuation of Deferred@669538342 after retry RPC after error@1609725866) -> (continuation of Deferred@2007810545 after retry RPC after error@961307069) -> (continuation of Deferred@1551906778 after retry RPC after error@268653767) -> (continuation of Deferred@20032639 after retry RPC after error@1537893485) -> (continuation of Deferred@113878565 after retry RPC after error@216432471) -> (continuation of Deferred@3700960 after retry RPC after error@138014086) -> (continuation of Deferred@1124768298 after retry RPC after error@2083084763) -> (continuation of Deferred@1066779078 after retry RPC after error@2013748847) -> (continuation of Deferred@1867202703 after retry RPC after error@1494891324) -> (continuation of Deferred@1217419816 after retry RPC after error@170295667) -> (continuation of Deferred@1071445888 after retry RPC after error@932706460) -> (continuation of Deferred@2099029340 after retry RPC after error@1125093013) -> (continuation of Deferred@456589699 after retry RPC after error@334256481) -> (continuation of Deferred@197273605 after retry RPC after error@872838350) -> (continuation of Deferred@387858644 after retry RPC after error@1716003847) -> (continuation of Deferred@2094054091 after retry RPC after error@2079785371) -> (continuation of Deferred@512423633 after retry RPC after error@960856347) -> (continuation of Deferred@1077572122 after retry RPC after error@50481247) -> (continuation of Deferred@1249315472 after retry RPC after error@1605310364) -> (continuation of Deferred@1276511441 after retry RPC after error@1564995004) -> (continuation of Deferred@798383886 after retry RPC after error@136494743) -> (continuation of Deferred@1953371086 after retry RPC after error@379988722) -> (continuation of Deferred@190146823 after retry RPC after error@371108092) -> (continuation of Deferred@308951442 after retry RPC after error@901537943) -> (continuation of Deferred@360790646 after retry RPC after error@1983592818) -> (continuation of Deferred@895367310 after retry RPC after error@1672498794) -> (continuation of Deferred@2138999520 after retry RPC after error@1344396500) -> (continuation of Deferred@352261142 after retry RPC after error@1969085437) -> (continuation of Deferred@2130667068 after retry RPC after error@551998027) -> (continuation of Deferred@1289043429 after retry RPC after error@1464636849), errback=(continuation of Deferred@1050784304 after retry RPC after error@70228392) -> (continuation of Deferred@1630092270 after retry RPC after error@342579369) -> (continuation of Deferred@669538342 after retry RPC after error@1609725866) -> (continuation of Deferred@2007810545 after retry RPC after error@961307069) -> (continuation of Deferred@1551906778 after retry RPC after error@268653767) -> (continuation of Deferred@20032639 after retry RPC after error@1537893485) -> (continuation of Deferred@113878565 after retry RPC after error@216432471) -> (continuation of Deferred@3700960 after retry RPC after error@138014086) -> (continuation of Deferred@1124768298 after retry RPC after error@2083084763) -> (continuation of Deferred@1066779078 after retry RPC after error@2013748847) -> (continuation of Deferred@1867202703 after retry RPC after error@1494891324) -> (continuation of Deferred@1217419816 after retry RPC after error@170295667) -> (continuation of Deferred@1071445888 after retry RPC after error@932706460) -> (continuation of Deferred@2099029340 after retry RPC after error@1125093013) -> (continuation of Deferred@456589699 after retry RPC after error@334256481) -> (continuation of Deferred@197273605 after retry RPC after error@872838350) -> (continuation of Deferred@387858644 after retry RPC after error@1716003847) -> (continuation of Deferred@2094054091 after retry RPC after error@2079785371) -> (continuation of Deferred@512423633 after retry RPC after error@960856347) -> (continuation of Deferred@1077572122 after retry RPC after error@50481247) -> (continuation of Deferred@1249315472 after retry RPC after error@1605310364) -> (continuation of Deferred@1276511441 after retry RPC after error@1564995004) -> (continuation of Deferred@798383886 after retry RPC after error@136494743) -> (continuation of Deferred@1953371086 after retry RPC after error@379988722) -> (continuation of Deferred@190146823 after retry RPC after error@371108092) -> (continuation of Deferred@308951442 after retry RPC after error@901537943) -> (continuation of Deferred@360790646 after retry RPC after error@1983592818) -> (continuation of Deferred@895367310 after retry RPC after error@1672498794) -> (continuation of Deferred@2138999520 after retry RPC after error@1344396500) -> (continuation of Deferred@352261142 after retry RPC after error@1969085437) -> (continuation of Deferred@2130667068 after retry RPC after error@551998027) -> (continuation of Deferred@1289043429 after retry RPC after error@1464636849)))
19:31:14.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901; will retry
19:31:14.817 [DEBUG - main] (Connection.java:575) [peer 7b318d599ebd4eb3977974c3022d09ba(127.6.86.65:32883)] disconnecting while in state READY
19:31:14.818 [DEBUG - main] (Connection.java:575) [peer master-127.6.86.126:36839(127.6.86.126:36839)] disconnecting while in state TERMINATED
19:31:14.818 [DEBUG - main] (Connection.java:575) [peer master-127.6.86.125:44901(127.6.86.125:44901)] disconnecting while in state READY
19:31:14.818 [DEBUG - main] (Connection.java:575) [peer master-127.6.86.124:41495(127.6.86.124:41495)] disconnecting while in state TERMINATED
19:31:14.819 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.86.125:44901(127.6.86.125:44901)] handling channelInactive
19:31:14.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.86.125:44901(127.6.86.125:44901)] cleaning up while in state READY due to: connection closed
19:31:14.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:31:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:14.820596 6489 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu pid 6983
19:31:14.822 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 7b318d599ebd4eb3977974c3022d09ba(127.6.86.65:32883)] handling channelInactive
19:31:14.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7b318d599ebd4eb3977974c3022d09ba(127.6.86.65:32883)] cleaning up while in state READY due to: connection closed
19:31:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:14.832605 7210 generic_service.cc:196] Checking for leaks (request via RPC)
19:31:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:14.995450 6489 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu with pid 6983
19:31:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:15.035774 6489 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu pid 7224
19:31:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:15.045280 7449 generic_service.cc:196] Checking for leaks (request via RPC)
19:31:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:15.151626 6489 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu with pid 7224
19:31:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:15.182621 6489 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu pid 7461
19:31:15.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:15.190845 7673 generic_service.cc:196] Checking for leaks (request via RPC)
19:31:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:15.300504 6489 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu with pid 7461
19:31:15.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:15.327535 6489 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu pid 6634
19:31:15.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:15.328912 6752 generic_service.cc:196] Checking for leaks (request via RPC)
19:31:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260810 19:31:15.488663 6489 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskTq1cKg/build/asan/bin/kudu with pid 6634
19:31:15.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-10T19:31:15Z chronyd exiting
19:31:15.672 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=48595), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [27ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [27ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [36ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [37ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [37ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [57ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [58ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [76ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [76ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [78ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [78ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [113ms] refreshing cache from master, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [117ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [118ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [134ms] refreshing cache from master, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [136ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [136ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [137ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [138ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [253ms] refreshing cache from master, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [256ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [256ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [257ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [257ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [275ms] refreshing cache from master, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [276ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [276ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [279ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [279ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [796ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [796ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [798ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [798ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1314ms] refreshing cache from master, [1314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1315ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1316ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1317ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [1317ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2393ms] refreshing cache from master, [2394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [2395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2395ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2396ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2397ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2397ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2834ms] refreshing cache from master, [2834ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2836ms] too many traces: truncated at 100 traces, deferred=Deferred@1634900138(state=PENDING, result=null, callback=(continuation of Deferred@1050784304 after retry RPC after error@70228392) -> (continuation of Deferred@1630092270 after retry RPC after error@342579369) -> (continuation of Deferred@669538342 after retry RPC after error@1609725866) -> (continuation of Deferred@2007810545 after retry RPC after error@961307069) -> (continuation of Deferred@1551906778 after retry RPC after error@268653767) -> (continuation of Deferred@20032639 after retry RPC after error@1537893485) -> (continuation of Deferred@113878565 after retry RPC after error@216432471) -> (continuation of Deferred@3700960 after retry RPC after error@138014086) -> (continuation of Deferred@1124768298 after retry RPC after error@2083084763) -> (continuation of Deferred@1066779078 after retry RPC after error@2013748847) -> (continuation of Deferred@1867202703 after retry RPC after error@1494891324) -> (continuation of Deferred@1217419816 after retry RPC after error@170295667) -> (continuation of Deferred@1071445888 after retry RPC after error@932706460) -> (continuation of Deferred@2099029340 after retry RPC after error@1125093013) -> (continuation of Deferred@456589699 after retry RPC after error@334256481) -> (continuation of Deferred@197273605 after retry RPC after error@872838350) -> (continuation of Deferred@387858644 after retry RPC after error@1716003847) -> (continuation of Deferred@2094054091 after retry RPC after error@2079785371) -> (continuation of Deferred@512423633 after retry RPC after error@960856347) -> (continuation of Deferred@1077572122 after retry RPC after error@50481247) -> (continuation of Deferred@1249315472 after retry RPC after error@1605310364) -> (continuation of Deferred@1276511441 after retry RPC after error@1564995004) -> (continuation of Deferred@798383886 after retry RPC after error@136494743) -> (continuation of Deferred@1953371086 after retry RPC after error@379988722) -> (continuation of Deferred@190146823 after retry RPC after error@371108092) -> (continuation of Deferred@308951442 after retry RPC after error@901537943) -> (continuation of Deferred@360790646 after retry RPC after error@1983592818) -> (continuation of Deferred@895367310 after retry RPC after error@1672498794) -> (continuation of Deferred@2138999520 after retry RPC after error@1344396500) -> (continuation of Deferred@352261142 after retry RPC after error@1969085437) -> (continuation of Deferred@2130667068 after retry RPC after error@551998027) -> (continuation of Deferred@1289043429 after retry RPC after error@1464636849), errback=(continuation of Deferred@1050784304 after retry RPC after error@70228392) -> (continuation of Deferred@1630092270 after retry RPC after error@342579369) -> (continuation of Deferred@669538342 after retry RPC after error@1609725866) -> (continuation of Deferred@2007810545 after retry RPC after error@961307069) -> (continuation of Deferred@1551906778 after retry RPC after error@268653767) -> (continuation of Deferred@20032639 after retry RPC after error@1537893485) -> (continuation of Deferred@113878565 after retry RPC after error@216432471) -> (continuation of Deferred@3700960 after retry RPC after error@138014086) -> (continuation of Deferred@1124768298 after retry RPC after error@2083084763) -> (continuation of Deferred@1066779078 after retry RPC after error@2013748847) -> (continuation of Deferred@1867202703 after retry RPC after error@1494891324) -> (continuation of Deferred@1217419816 after retry RPC after error@170295667) -> (continuation of Deferred@1071445888 after retry RPC after error@932706460) -> (continuation of Deferred@2099029340 after retry RPC after error@1125093013) -> (continuation of Deferred@456589699 after retry RPC after error@334256481) -> (continuation of Deferred@197273605 after retry RPC after error@872838350) -> (continuation of Deferred@387858644 after retry RPC after error@1716003847) -> (continuation of Deferred@2094054091 after retry RPC after error@2079785371) -> (continuation of Deferred@512423633 after retry RPC after error@960856347) -> (continuation of Deferred@1077572122 after retry RPC after error@50481247) -> (continuation of Deferred@1249315472 after retry RPC after error@1605310364) -> (continuation of Deferred@1276511441 after retry RPC after error@1564995004) -> (continuation of Deferred@798383886 after retry RPC after error@136494743) -> (continuation of Deferred@1953371086 after retry RPC after error@379988722) -> (continuation of Deferred@190146823 after retry RPC after error@371108092) -> (continuation of Deferred@308951442 after retry RPC after error@901537943) -> (continuation of Deferred@360790646 after retry RPC after error@1983592818) -> (continuation of Deferred@895367310 after retry RPC after error@1672498794) -> (continuation of Deferred@2138999520 after retry RPC after error@1344396500) -> (continuation of Deferred@352261142 after retry RPC after error@1969085437) -> (continuation of Deferred@2130667068 after retry RPC after error@551998027) -> (continuation of Deferred@1289043429 after retry RPC after error@1464636849)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.86.126:36839
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=48595), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [4ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [25ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [27ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [27ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [34ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [36ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [37ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [37ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [37ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [55ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [57ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [58ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [75ms] refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [76ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [76ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [78ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [78ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [113ms] refreshing cache from master, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [117ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [118ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [119ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [134ms] refreshing cache from master, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [136ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [136ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [137ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [138ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [253ms] refreshing cache from master, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [256ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [256ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [257ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [257ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [275ms] refreshing cache from master, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [276ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [276ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [279ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [279ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [794ms] refreshing cache from master, [794ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [796ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [796ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [798ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [798ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1314ms] refreshing cache from master, [1314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [1315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [1315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [1315ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [1316ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [1317ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [1317ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2393ms] refreshing cache from master, [2394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [2395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2395ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.126:36839: Network error: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839, [2396ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.124:41495: Network error: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2397ms] Sub RPC ConnectToMaster: received response from server master-127.6.86.125:44901: OK, [2397ms] delaying RPC due to: Service unavailable: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495, [2834ms] refreshing cache from master, [2834ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.126:36839, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.124:41495, [2835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.86.125:44901, [2836ms] too many traces: truncated at 100 traces, deferred=Deferred@1634900138(state=PENDING, result=null, callback=(continuation of Deferred@1050784304 after retry RPC after error@70228392) -> (continuation of Deferred@1630092270 after retry RPC after error@342579369) -> (continuation of Deferred@669538342 after retry RPC after error@1609725866) -> (continuation of Deferred@2007810545 after retry RPC after error@961307069) -> (continuation of Deferred@1551906778 after retry RPC after error@268653767) -> (continuation of Deferred@20032639 after retry RPC after error@1537893485) -> (continuation of Deferred@113878565 after retry RPC after error@216432471) -> (continuation of Deferred@3700960 after retry RPC after error@138014086) -> (continuation of Deferred@1124768298 after retry RPC after error@2083084763) -> (continuation of Deferred@1066779078 after retry RPC after error@2013748847) -> (continuation of Deferred@1867202703 after retry RPC after error@1494891324) -> (continuation of Deferred@1217419816 after retry RPC after error@170295667) -> (continuation of Deferred@1071445888 after retry RPC after error@932706460) -> (continuation of Deferred@2099029340 after retry RPC after error@1125093013) -> (continuation of Deferred@456589699 after retry RPC after error@334256481) -> (continuation of Deferred@197273605 after retry RPC after error@872838350) -> (continuation of Deferred@387858644 after retry RPC after error@1716003847) -> (continuation of Deferred@2094054091 after retry RPC after error@2079785371) -> (continuation of Deferred@512423633 after retry RPC after error@960856347) -> (continuation of Deferred@1077572122 after retry RPC after error@50481247) -> (continuation of Deferred@1249315472 after retry RPC after error@1605310364) -> (continuation of Deferred@1276511441 after retry RPC after error@1564995004) -> (continuation of Deferred@798383886 after retry RPC after error@136494743) -> (continuation of Deferred@1953371086 after retry RPC after error@379988722) -> (continuation of Deferred@190146823 after retry RPC after error@371108092) -> (continuation of Deferred@308951442 after retry RPC after error@901537943) -> (continuation of Deferred@360790646 after retry RPC after error@1983592818) -> (continuation of Deferred@895367310 after retry RPC after error@1672498794) -> (continuation of Deferred@2138999520 after retry RPC after error@1344396500) -> (continuation of Deferred@352261142 after retry RPC after error@1969085437) -> (continuation of Deferred@2130667068 after retry RPC after error@551998027) -> (continuation of Deferred@1289043429 after retry RPC after error@1464636849), errback=(continuation of Deferred@1050784304 after retry RPC after error@70228392) -> (continuation of Deferred@1630092270 after retry RPC after error@342579369) -> (continuation of Deferred@669538342 after retry RPC after error@1609725866) -> (continuation of Deferred@2007810545 after retry RPC after error@961307069) -> (continuation of Deferred@1551906778 after retry RPC after error@268653767) -> (continuation of Deferred@20032639 after retry RPC after error@1537893485) -> (continuation of Deferred@113878565 after retry RPC after error@216432471) -> (continuation of Deferred@3700960 after retry RPC after error@138014086) -> (continuation of Deferred@1124768298 after retry RPC after error@2083084763) -> (continuation of Deferred@1066779078 after retry RPC after error@2013748847) -> (continuation of Deferred@1867202703 after retry RPC after error@1494891324) -> (continuation of Deferred@1217419816 after retry RPC after error@170295667) -> (continuation of Deferred@1071445888 after retry RPC after error@932706460) -> (continuation of Deferred@2099029340 after retry RPC after error@1125093013) -> (continuation of Deferred@456589699 after retry RPC after error@334256481) -> (continuation of Deferred@197273605 after retry RPC after error@872838350) -> (continuation of Deferred@387858644 after retry RPC after error@1716003847) -> (continuation of Deferred@2094054091 after retry RPC after error@2079785371) -> (continuation of Deferred@512423633 after retry RPC after error@960856347) -> (continuation of Deferred@1077572122 after retry RPC after error@50481247) -> (continuation of Deferred@1249315472 after retry RPC after error@1605310364) -> (continuation of Deferred@1276511441 after retry RPC after error@1564995004) -> (continuation of Deferred@798383886 after retry RPC after error@136494743) -> (continuation of Deferred@1953371086 after retry RPC after error@379988722) -> (continuation of Deferred@190146823 after retry RPC after error@371108092) -> (continuation of Deferred@308951442 after retry RPC after error@901537943) -> (continuation of Deferred@360790646 after retry RPC after error@1983592818) -> (continuation of Deferred@895367310 after retry RPC after error@1672498794) -> (continuation of Deferred@2138999520 after retry RPC after error@1344396500) -> (continuation of Deferred@352261142 after retry RPC after error@1969085437) -> (continuation of Deferred@2130667068 after retry RPC after error@551998027) -> (continuation of Deferred@1289043429 after retry RPC after error@1464636849)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.86.126:36839,127.6.86.124:41495,127.6.86.125:44901) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.124:41495(127.6.86.124:41495): Connection refused: /127.6.86.124:41495,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.86.126:36839(127.6.86.126:36839): Connection refused: /127.6.86.126:36839
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.86.126:36839
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)